-- Logs begin at Tue 2022-05-17 16:09:58 UTC, end at Tue 2022-05-17 18:05:09 UTC. -- May 17 17:10:24.402227 dv-cinder-842148-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 17 17:10:27.371645 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.common.config [-] Logging enabled! May 17 17:10:27.372261 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 17:10:27.372599 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103715) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 17:10:27.376081 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.common.config [-] Logging enabled! May 17 17:10:27.376478 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev215 May 17 17:10:27.376806 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103715) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 17 17:10:27.377909 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 17:10:27.378157 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 17:10:27.378561 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 17:10:27.378815 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 17:10:27.379047 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 17:10:27.379469 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.379778 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.380139 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.380479 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.380783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.381075 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.382070 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.382508 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.382809 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.383101 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.383397 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.383638 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.383960 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.384257 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.384598 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.384833 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] debug = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.385290 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.385749 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.386174 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.386464 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.386904 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.387190 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.387480 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.387764 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.388065 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.388456 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] host = dv-cinder-842148-1-iscsi {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.388742 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.389044 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.389340 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.389637 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.390086 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.390379 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.390678 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.390963 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.391249 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] log_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.391535 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.391864 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.392166 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.392496 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.392760 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.393114 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.393422 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.393738 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.394029 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.394313 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.394601 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.394916 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.395205 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.395486 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.395910 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.396229 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.396563 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.396869 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.397155 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.397437 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.397721 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.398179 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.398472 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.398761 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.399042 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.399338 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.399747 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.400027 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.400360 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.400660 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.400979 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.401279 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.401561 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.401849 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.402174 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.402583 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.402864 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] use_json = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.403149 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.403427 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.403834 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.404127 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.404434 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.404714 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.405070 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.405416 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.405695 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:27.406001 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.406308 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.406624 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.406951 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.407264 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.407557 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.407878 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.408308 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.408632 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.408937 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.409231 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.409520 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.409861 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.410231 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.410464 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.410822 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.411255 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.411558 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.411846 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.412132 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.412599 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.413009 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.413317 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.413609 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.413910 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.414211 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.414529 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.414835 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.415134 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.415428 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.415732 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.416032 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.416334 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.416629 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.416929 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.417217 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.417660 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.417965 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.418256 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.418538 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.418827 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.419147 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.419433 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.419712 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.419999 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.420311 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.420610 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.420888 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.421167 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.421452 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.421731 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.422022 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.422307 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.422587 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.422866 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.423148 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.423429 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.423712 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.423997 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.424277 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.424583 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.424863 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.425142 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.425423 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.425704 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.425984 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.426269 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.426549 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.426832 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.427110 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.427392 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.427672 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.427953 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.428792 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.429100 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.429388 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.429677 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.429982 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.430263 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.430548 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.430836 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.431121 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.431409 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.431690 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.431992 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.432307 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.432604 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.432897 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.433187 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.433517 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.433806 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.434097 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.434392 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.434673 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.434961 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.435255 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.435543 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.435846 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.436149 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.436468 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.436769 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.437071 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.437369 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.437712 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.437982 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.438273 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:27.438685 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 17:10:27.439216 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103715) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 17 17:10:27.932519 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 17:10:27.932800 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 17:10:27.933112 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 17 17:10:27.933455 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.manager [-] Loading core plugin: ml2 May 17 17:10:28.282633 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.282834 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.283111 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.284353 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.284633 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.284902 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.341010 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.341295 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.341579 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.356531 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.356822 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.357097 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.388051 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.388627 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.388627 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.425332 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.425620 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.425893 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.770716 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.771007 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.771266 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.771539 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.772312 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.873210 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.873539 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.873828 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.874113 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.874386 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.874703 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.874972 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.875235 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.875497 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.875786 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.876052 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.876345 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.876613 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.876873 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.877136 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.877405 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.877667 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.877939 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.878214 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.878479 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.878756 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.879017 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.879301 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.879681 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.879936 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.880187 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.880618 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:10:28.880869 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:10:28.881137 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:10:28.881385 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:10:28.881627 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:10:28.881869 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:10:28.882242 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 17 17:10:28.885544 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 17 17:10:28.889523 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 17 17:10:28.893199 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) May 17 17:10:28.894843 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 17 17:10:28.895326 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 17 17:10:28.895675 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 17 17:10:28.896073 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 17 17:10:28.899606 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 17 17:10:28.899865 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 17 17:10:28.900226 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 17 17:10:28.905148 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 17 17:10:28.929327 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 17 17:10:28.929840 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.930144 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103715) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 17 17:10:28.930525 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.931895 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103715) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 17 17:10:28.932188 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 17 17:10:28.932479 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 17 17:10:28.935771 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.936062 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:28.999752 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 17 17:10:28.999992 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 17 17:10:29.000238 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 17 17:10:29.000646 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 17 17:10:29.022699 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_db.sqlalchemy.engines [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103715) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 17 17:10:29.467585 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Initializing driver for type 'gre' May 17 17:10:29.468670 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] gre ID ranges: [(1, 1000)] May 17 17:10:29.528684 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Initializing driver for type 'local' May 17 17:10:29.529051 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Initializing driver for type 'vlan' May 17 17:10:29.542553 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] VlanTypeDriver initialization complete May 17 17:10:29.543021 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Initializing driver for type 'vxlan' May 17 17:10:29.543527 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] vxlan ID ranges: [(1, 1000)] May 17 17:10:29.609076 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Initializing extension driver 'port_security' May 17 17:10:29.609554 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.extensions.port_security [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] PortSecurityExtensionDriver initialization complete May 17 17:10:29.609937 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Initializing mechanism driver 'openvswitch' May 17 17:10:29.610429 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Initializing mechanism driver 'hyperv' May 17 17:10:29.619051 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.plugin [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103715) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:29.619927 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > port after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.620336 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > port after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.620705 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > port after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.621244 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:10:29.621696 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > subnet after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.622059 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > subnet after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.622415 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.622817 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:10:29.623246 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > network after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.623602 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > network after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.623956 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > network after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.624380 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:10:29.624799 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > security_group after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.625152 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > security_group after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.625504 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.625904 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:10:29.626318 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.626671 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.627019 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.627421 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:10:29.627834 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > address_group after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.628190 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > address_group after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.628568 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.628964 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103715) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 17 17:10:29.629416 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] ML2 OVO RPC backend initialized. {{(pid=103715) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 17 17:10:29.630137 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.630503 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.630929 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > network before_response 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.632137 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > networks before_response 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.632398 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > port before_response 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.632639 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > ports before_response 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.632997 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > subnet before_response 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.633507 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > subnets before_response 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.633870 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > network after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.634224 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > network after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.634575 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > network after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.634923 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > port after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.635271 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > port after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.635618 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > port after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.635969 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > subnet after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.636343 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > subnet after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.636696 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.644255 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded quota_driver: . May 17 17:10:29.644667 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.plugin [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Modular L2 Plugin initialization complete May 17 17:10:29.645027 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading services supported by the core plugin {{(pid=103715) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 17 17:10:29.645382 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.plugins.ml2.managers [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Got port-security extension from driver 'port_security' May 17 17:10:29.645876 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.extensions.vlantransparent [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Disabled vlantransparent extension. May 17 17:10:29.646384 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103715) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 17 17:10:29.646755 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading Plugin: router May 17 17:10:29.682220 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.682618 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router after_create 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.683001 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router before_create 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.683383 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.683765 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.684131 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router after_delete 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.684523 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.684889 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.685257 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router after_create 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.685613 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router after_update 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.685978 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router after_update 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.686333 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.686826 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router after_update 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.687248 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router precommit_update 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.687623 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: port after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.687977 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: port after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.688353 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: subnet after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.688708 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.689061 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.689416 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router precommit_create 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.689768 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: port before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.690125 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router precommit_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.690485 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router after_update 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.690834 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.691192 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router precommit_create 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.691568 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.691923 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router precommit_update 55549900 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.692306 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > agent after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.692682 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > agent after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.693041 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > network after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.694529 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Tracking information for resource: router configured {{(pid=103715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:10:29.694870 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Tracking information for resource: floatingip configured {{(pid=103715) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 17 17:10:29.699784 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.db.l3_agentschedulers_db [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 17 17:10:29.700407 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: port after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.700782 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: port after_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.701145 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: port after_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.701509 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: port after_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.702327 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router before_create 55550100 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.702703 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.703078 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router precommit_create 55550100 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.703444 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > router precommit_update 55550100 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.708205 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.services.provider_configuration [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service providers = [] {{(pid=103715) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 17 17:10:29.708619 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.db.servicetype_db [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103715) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 17 17:10:29.711640 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.services.service_base [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 17:10:29.711999 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.services.service_base [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 17:10:29.712379 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.services.service_base [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 17:10:29.713292 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.services.service_base [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103715) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 17 17:10:29.713675 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.services.service_base [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Default provider is not specified for service type L3_ROUTER_NAT May 17 17:10:29.714072 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:10:29.714398 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 17 17:10:29.725537 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:10:29.725832 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading Plugin: auto_allocate May 17 17:10:29.731620 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: network precommit_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.732011 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: network precommit_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.732576 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:10:29.732909 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading Plugin: tag May 17 17:10:29.739757 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:10:29.740096 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading Plugin: timestamp May 17 17:10:29.744526 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:10:29.744872 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading Plugin: network_ip_availability May 17 17:10:29.750467 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.750853 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.751223 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:29.751966 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:10:29.752311 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading Plugin: flavors May 17 17:10:29.757799 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:10:29.758145 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading Plugin: revisions May 17 17:10:29.762418 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103715) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 17 17:10:29.762819 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_concurrency.lockutils [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.830s {{(pid=103715) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 17 17:10:29.763564 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103715) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 17 17:10:29.763910 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Initializing extension manager. May 17 17:10:29.764476 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: __init__.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.764837 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: __pycache__ {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.765182 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: _port_mac_address_override.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.765529 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: address_group.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.766299 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.766902 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: address-group May 17 17:10:29.767240 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: address_scope.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.767969 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.768541 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: address-scope May 17 17:10:29.768876 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.769816 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.770354 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: router-admin-state-down-before-update May 17 17:10:29.770684 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: agent.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.771398 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.771956 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: agent May 17 17:10:29.772310 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: agent_resources_synced.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.773237 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.773774 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: agent-resources-synced May 17 17:10:29.774104 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: allowedaddresspairs.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.775926 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.776501 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: allowed-address-pairs May 17 17:10:29.776841 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: auto_allocated_topology.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.777925 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.778461 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: auto-allocated-topology May 17 17:10:29.778795 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: availability_zone.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.779500 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.780031 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: availability_zone May 17 17:10:29.780392 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: availability_zone_filter.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.782525 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.783061 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: availability_zone_filter May 17 17:10:29.783401 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: data_plane_status.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.784367 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.784890 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension data-plane-status not supported by any of loaded plugins May 17 17:10:29.785221 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: default_subnetpools.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.786142 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.786667 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: default-subnetpools May 17 17:10:29.786996 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.787828 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.788380 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: dhcp_agent_scheduler May 17 17:10:29.788712 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: dns.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.789635 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.790158 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension dns-integration not supported by any of loaded plugins May 17 17:10:29.790488 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: dns_domain_ports.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.791414 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.791941 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension dns-domain-ports not supported by any of loaded plugins May 17 17:10:29.792273 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.793227 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.793753 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 17 17:10:29.794088 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: dvr.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.794789 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.795312 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: dvr May 17 17:10:29.795638 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: ecmp_routes.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.796598 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.797121 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension ecmp_routes not supported by any of loaded plugins May 17 17:10:29.797451 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: empty_string_filtering.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.798372 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.798906 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: empty-string-filtering May 17 17:10:29.799237 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.800166 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.800736 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 17 17:10:29.801069 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.802042 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.802537 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 17 17:10:29.802903 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: external_net.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.804348 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.804890 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: external-net May 17 17:10:29.805217 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.806144 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.806680 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: extra_dhcp_opt May 17 17:10:29.807012 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: extraroute.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.807925 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.808481 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: extraroute May 17 17:10:29.808814 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: extraroute_atomic.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.810047 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.810587 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: extraroute-atomic May 17 17:10:29.810924 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: filter_validation.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.811603 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.812131 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: filter-validation May 17 17:10:29.812486 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: fip_pf_description.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.813407 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.813986 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 17 17:10:29.814273 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: fip_pf_port_range.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.815197 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.815725 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 17 17:10:29.816057 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: fip_port_details.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.817172 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.817549 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: fip-port-details May 17 17:10:29.817879 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: flavors.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.819774 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.820338 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: flavors May 17 17:10:29.820680 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.822395 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.822946 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 17 17:10:29.823280 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: floatingip_pools.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.823997 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.824568 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: floatingip-pools May 17 17:10:29.824903 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: ip_allocation.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.825838 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.826376 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension ip_allocation not supported by any of loaded plugins May 17 17:10:29.826710 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.827659 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.828176 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: ip-substring-filtering May 17 17:10:29.828536 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l2_adjacency.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.829484 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.830013 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension l2_adjacency not supported by any of loaded plugins May 17 17:10:29.830345 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l3.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.831348 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.831897 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: router May 17 17:10:29.832230 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.834664 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.835224 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 17 17:10:29.835564 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.836531 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.837072 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: ext-gw-mode May 17 17:10:29.837407 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.838345 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.838884 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: l3-ha May 17 17:10:29.839216 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.840137 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.840793 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 17 17:10:29.841229 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l3_flavors.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.842360 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.842728 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: l3-flavors May 17 17:10:29.843061 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.844492 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.845038 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 17 17:10:29.845374 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.846312 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.846844 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: l3-port-ip-change-not-allowed May 17 17:10:29.847181 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: l3agentscheduler.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.848235 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.848795 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: l3_agent_scheduler May 17 17:10:29.849129 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: local_ip.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.852480 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.853037 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension local_ip not supported by any of loaded plugins May 17 17:10:29.853381 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: logging.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.854874 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.855426 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension logging not supported by any of loaded plugins May 17 17:10:29.855768 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: metering.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.856548 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.857163 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: metering May 17 17:10:29.857503 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.858604 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.859144 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: metering_source_and_destination_fields May 17 17:10:29.859481 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: multiprovidernet.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.860481 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.861020 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: multi-provider May 17 17:10:29.861360 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: netmtu.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.862296 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.862829 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: net-mtu May 17 17:10:29.863164 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: netmtu_writable.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.864099 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.864677 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: net-mtu-writable May 17 17:10:29.865004 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: network_availability_zone.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.866225 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.866801 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: network_availability_zone May 17 17:10:29.867133 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: network_ip_availability.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.868279 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.868905 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: network-ip-availability May 17 17:10:29.869192 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: network_segment_range.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.869973 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.870498 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension network-segment-range not supported by any of loaded plugins May 17 17:10:29.870839 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: pagination.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.871828 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.872169 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: pagination May 17 17:10:29.872528 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: port_device_profile.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.873443 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.873982 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: port-device-profile May 17 17:10:29.874320 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: port_mac_address_override.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.875261 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.875799 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: port-mac-override May 17 17:10:29.876134 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.877092 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.877626 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: port-mac-address-regenerate May 17 17:10:29.877964 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.878884 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.879426 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: port-numa-affinity-policy May 17 17:10:29.879754 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: port_resource_request.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.880704 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.881785 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension port-resource-request not supported by any of loaded plugins May 17 17:10:29.882124 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: port_resource_request_groups.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.883101 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.883635 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 17 17:10:29.883975 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: portbindings.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.884943 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.885482 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: binding May 17 17:10:29.885819 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: portbindings_extended.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.887093 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.887625 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: binding-extended May 17 17:10:29.887960 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: portsecurity.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.888921 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.889458 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: port-security May 17 17:10:29.889793 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: project_id.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.890777 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.891113 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: project-id May 17 17:10:29.891441 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: providernet.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.892401 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.892944 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: provider May 17 17:10:29.893277 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.897161 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.897629 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos not supported by any of loaded plugins May 17 17:10:29.897973 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.899244 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.899782 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 17 17:10:29.900125 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.901113 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.901651 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 17 17:10:29.901986 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_default.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.902915 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.903449 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-default not supported by any of loaded plugins May 17 17:10:29.903783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_fip.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.904753 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.905288 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-fip not supported by any of loaded plugins May 17 17:10:29.905621 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.906548 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.907076 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 17 17:10:29.907409 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_gateway_ip.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.908369 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.908901 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 17 17:10:29.909232 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_port_network_policy.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.910223 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.911898 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 17 17:10:29.911898 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.912099 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.913141 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 17 17:10:29.913474 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.914529 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.915064 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 17 17:10:29.915397 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_pps_rule.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.916605 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.917146 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-pps not supported by any of loaded plugins May 17 17:10:29.917485 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_rule_type_details.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.918409 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.918948 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 17 17:10:29.919281 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.920218 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.920773 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 17 17:10:29.921109 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: qos_rules_alias.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.922157 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.922693 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension qos-rules-alias not supported by any of loaded plugins May 17 17:10:29.923084 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: quota_check_limit.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.924102 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.924667 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: quota-check-limit May 17 17:10:29.925007 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: quotasv2.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.925981 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.926316 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: quotas May 17 17:10:29.926645 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: quotasv2_detail.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.928991 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.929340 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: quota_details May 17 17:10:29.929681 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: rbac.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.930780 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.931325 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: rbac-policies May 17 17:10:29.931667 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: rbac_address_group.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.932876 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.933427 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: rbac-address-group May 17 17:10:29.933762 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: rbac_address_scope.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.934716 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.935260 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: rbac-address-scope May 17 17:10:29.935594 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: rbac_security_groups.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.936566 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.937105 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: rbac-security-groups May 17 17:10:29.937437 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: rbac_subnetpool.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.938367 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.938904 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: rbac-subnetpool May 17 17:10:29.939236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: revisionifmatch.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.940177 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.940741 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: revision-if-match May 17 17:10:29.941071 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: revisions.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.942253 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.942791 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: standard-attr-revisions May 17 17:10:29.943124 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: router_availability_zone.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.943830 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.944393 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: router_availability_zone May 17 17:10:29.944734 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: routerservicetype.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.945668 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.946657 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension router-service-type not supported by any of loaded plugins May 17 17:10:29.946989 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.948000 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.948587 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: security-groups-normalized-cidr May 17 17:10:29.948921 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.949862 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.950476 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: port-security-groups-filtering May 17 17:10:29.950804 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.951740 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.952276 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: security-groups-remote-address-group May 17 17:10:29.952632 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.953710 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.954251 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: security-groups-shared-filtering May 17 17:10:29.954587 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.955190 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 17 17:10:29.955520 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: securitygroup.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.965363 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.965917 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: security-group May 17 17:10:29.966263 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: segment.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.967256 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.967803 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension segment not supported by any of loaded plugins May 17 17:10:29.968142 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.969149 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.969683 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 17 17:10:29.970021 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: servicetype.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.971144 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.971686 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: service-type May 17 17:10:29.972019 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: sorting.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.973055 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.973398 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: sorting May 17 17:10:29.973728 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: standard_attr_segment.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.974725 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.975838 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension standard-attr-segment not supported by any of loaded plugins May 17 17:10:29.976123 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: standardattrdescription.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.976816 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.977346 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: standard-attr-description May 17 17:10:29.977676 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: stateful_security_group.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.978632 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.979190 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: stateful-security-group May 17 17:10:29.979519 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: stdattrs_common.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.980095 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 17 17:10:29.980453 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.981401 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.981966 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 17 17:10:29.982300 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: subnet_onboard.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.983377 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.983920 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: subnet_onboard May 17 17:10:29.984257 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.985235 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.985770 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 17 17:10:29.986104 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: subnet_service_types.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.987050 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.987603 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: subnet-service-types May 17 17:10:29.987939 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: subnetallocation.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.989063 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.989595 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: subnet_allocation May 17 17:10:29.989928 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.991207 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.991741 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: subnetpool-prefix-ops May 17 17:10:29.992074 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.993045 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.993576 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 17 17:10:29.993906 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: tagging.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.995026 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.995610 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: standard-attr-tag May 17 17:10:29.995958 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: timestamp.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.997267 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.997813 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loaded extension: standard-attr-timestamp May 17 17:10:29.998151 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: trunk.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:29.999216 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:29.999758 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension trunk not supported by any of loaded plugins May 17 17:10:30.000098 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: trunk_details.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:30.001059 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:30.001594 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension trunk-details not supported by any of loaded plugins May 17 17:10:30.001931 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: uplink_status_propagation.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:30.002870 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:30.003401 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 17 17:10:30.003733 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Loading extension file: vlantransparent.py {{(pid=103715) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 17 17:10:30.004450 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103715) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 17 17:10:30.004982 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extension vlan-transparent not supported by any of loaded plugins May 17 17:10:30.007593 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:network May 17 17:10:30.008141 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:subnet May 17 17:10:30.008579 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:10:30.008987 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:port May 17 17:10:30.010276 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.010731 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service FLAVORS assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.011366 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.011806 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.012148 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:router May 17 17:10:30.012623 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:floatingip May 17 17:10:30.013120 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service METERING assigned prefix: /metering {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.014700 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:30.015087 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:30.015460 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103715) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:10:30.016539 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of CountableResource for resource:rbac_policy May 17 17:10:30.016985 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:security_group May 17 17:10:30.017423 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 17:10:30.018042 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service CORE assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.018385 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:10:30.018746 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] subnetpool is already registered May 17 17:10:30.019177 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service CORE assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.019512 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:10:30.019854 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] subnetpool is already registered May 17 17:10:30.022291 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.022736 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service FLAVORS assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.023340 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.023773 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.024117 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:router May 17 17:10:30.024499 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] router is already registered May 17 17:10:30.024925 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:floatingip May 17 17:10:30.025277 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] floatingip is already registered May 17 17:10:30.025743 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service METERING assigned prefix: /metering {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.026450 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of CountableResource for resource:rbac_policy May 17 17:10:30.026784 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] rbac_policy is already registered May 17 17:10:30.027206 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:security_group May 17 17:10:30.027551 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] security_group is already registered May 17 17:10:30.027964 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:security_group_rule May 17 17:10:30.028328 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] security_group_rule is already registered May 17 17:10:30.028973 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service CORE assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.029312 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:10:30.029657 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] subnetpool is already registered May 17 17:10:30.030086 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.v2.resource_helper [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Service CORE assigned prefix: {{(pid=103715) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 17 17:10:30.030422 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Creating instance of TrackedResource for resource:subnetpool May 17 17:10:30.030762 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING neutron.quota.resource_registry [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] subnetpool is already registered May 17 17:10:30.031243 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: extensions {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.032727 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: address-groups {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.034204 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: address-scopes {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.035526 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: agents {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.036724 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: auto-allocated-topology {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.038629 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: availability_zones {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.039833 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: dhcp-networks {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.041402 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: dhcp-agents {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.042824 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: routers {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.044551 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: flavors {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.045827 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: service_profiles {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.047028 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: next_providers {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.048473 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: service_profiles {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.050089 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: floatingip-pools {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.051328 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: routers {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.053570 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: floatingips {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.055865 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: l3-routers {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.057309 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: l3-agents {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.058757 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: metering-labels {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.060025 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: metering-label-rules {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.061453 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: network-ip-availabilities {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.062719 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: bindings {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.064253 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: quotas {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.065962 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: quotas {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.067489 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: rbac-policies {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.068756 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: security-groups {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.070065 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: security-group-rules {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.071324 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: service-providers {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.072554 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: subnetpools {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.073895 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: subnetpools {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.075430 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.077139 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.079006 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.081842 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.082521 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.084875 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.086320 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.088225 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.090019 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.091756 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron.api.extensions [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Extended resource: tags {{(pid=103715) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 17 17:10:30.098062 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING keystonemiddleware.auth_token [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 17 17:10:30.104009 dv-cinder-842148-1-iscsi neutron-server[103715]: WARNING keystonemiddleware.auth_token [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 17 17:10:30.112876 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_concurrency.lockutils [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Acquired lock "singleton_lock" {{(pid=103715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 17 17:10:30.113359 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_concurrency.lockutils [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Releasing lock "singleton_lock" {{(pid=103715) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 17 17:10:30.114016 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO oslo_service.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Starting 2 workers May 17 17:10:30.119624 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Started child 103826 {{(pid=103715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 17:10:30.126422 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Started child 103827 {{(pid=103715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 17:10:30.126771 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.128748 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO neutron.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Neutron service started, listening on 0.0.0.0:9696 May 17 17:10:30.128900 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [-] (103826) wsgi starting up on http://0.0.0.0:9696 May 17 17:10:30.129005 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.129119 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.129999 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO oslo_service.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Starting 1 workers May 17 17:10:30.130494 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [-] (103827) wsgi starting up on http://0.0.0.0:9696 May 17 17:10:30.134462 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Started child 103828 {{(pid=103715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 17:10:30.135006 dv-cinder-842148-1-iscsi neutron-server[103715]: INFO oslo_service.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Starting 1 workers May 17 17:10:30.138010 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] calling RpcWorker wait() {{(pid=103828) _wait /opt/stack/neutron/neutron/service.py:128}} May 17 17:10:30.138571 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] returning from RpcWorker wait() {{(pid=103828) _wait /opt/stack/neutron/neutron/service.py:135}} May 17 17:10:30.139695 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.139817 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Started child 103829 {{(pid=103715) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 17 17:10:30.140143 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:30.140556 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG neutron_lib.callbacks.manager [None req-d78ac879-7b80-4e1c-8e4a-ded103b05185 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103715) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.142505 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 17:10:30.142711 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 17:10:30.142903 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 17:10:30.143195 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 17:10:30.143545 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 17:10:30.143716 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 17:10:30.144247 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.144577 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.144856 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.145235 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.145856 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.146038 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:30.146690 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.146690 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.146844 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.146995 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.147174 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.147346 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.147446 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:30.147600 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.147863 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.148234 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.148533 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.148786 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.149025 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.149202 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.149475 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.149763 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.149999 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.150307 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] debug = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.150559 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.151072 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.151312 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.151579 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.151813 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.152098 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.152390 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.152679 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.152913 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.153138 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.153399 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.153666 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.153920 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.154170 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.154413 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.154670 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.154914 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.155385 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] host = dv-cinder-842148-1-iscsi {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.155642 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.155869 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.156108 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.156399 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.156681 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.156986 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.157183 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.157440 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.157705 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.157968 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.158220 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.158486 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.158710 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.158968 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.159139 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_options = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.159406 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.159692 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.159962 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.160161 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.160356 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.160527 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.160796 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.160962 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.161225 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.161481 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.161701 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.161946 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.162171 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.164054 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.164054 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.164054 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.164054 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.164054 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.164504 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.164585 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.164802 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.165068 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.165290 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.165541 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.165943 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.166330 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.166593 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.166851 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.167054 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.167302 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.167607 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.167866 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.168125 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.168534 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.168883 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.169055 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.169441 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.169701 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.170340 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.170340 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.172783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.172783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.172783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.172783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.172783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.172783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.172783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_json = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.172783 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.173867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.173867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.173867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.173867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.173867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.173867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.173867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.173867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.177666 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.177666 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.177666 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.177666 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.177666 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.177666 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.177666 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.177666 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.179430 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.179430 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.179430 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.179430 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.179430 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.179430 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.179430 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.179430 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.180231 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.180231 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.180231 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.180231 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.180567 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.180567 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.180826 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.181058 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.181298 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.181782 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.182038 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.182515 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.182938 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.183392 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.183909 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.184346 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.184800 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.185238 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.185707 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.186128 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.186576 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.186968 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.187379 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.187770 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.188188 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.188615 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.188859 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.189249 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.189618 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.189994 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.190390 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.190815 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.191211 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.191600 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.191954 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.192354 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.192812 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.193178 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.193578 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.193960 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.194347 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.194760 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.195147 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.195548 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.195943 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.196178 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.196446 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.196814 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.197219 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.197600 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.197982 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.198475 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.198897 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.199273 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.199647 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.200010 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.200402 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.200775 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.201009 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.201240 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.201503 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.201736 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.201983 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.202208 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.202451 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.202675 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.202895 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.203115 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.203333 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.203559 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.203774 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.203994 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.204207 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.204828 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.205089 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.205399 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.205658 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.205909 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.206154 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.206425 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.206884 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.207158 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.207387 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.207619 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.207874 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.208132 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.208483 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.208778 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.209009 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.209262 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.210153 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.210153 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.210153 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.210404 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.210484 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.210673 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.210908 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.211186 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.211423 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.211821 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.212211 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.212614 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.213014 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.213321 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.213587 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.213852 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.214083 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.214371 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.214672 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.214969 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.215237 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.215477 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.215716 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.215982 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.216238 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.216533 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.216772 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.217289 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.217530 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.217776 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.218018 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.218262 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.218511 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.218846 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.219098 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.219320 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.219541 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.219821 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.220084 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.220349 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.220630 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.220945 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.221155 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.221395 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.221646 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.221872 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.222121 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.222536 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.222757 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.223136 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.223365 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.223622 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.223843 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.224068 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.224341 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.224713 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.225483 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.225724 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.226006 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.226254 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.226792 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.226792 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.226972 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.227192 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.227432 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.227661 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.227902 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.228503 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.228503 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.228802 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.228938 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.229138 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.229364 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.229594 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.229867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.230122 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.230341 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.230609 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.230854 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.231077 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.231302 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.231527 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.231745 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.231965 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.232214 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.232461 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.232718 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.232962 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.233329 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.233599 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.233854 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.234136 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.234381 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.234605 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.234825 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.235050 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.235273 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.235521 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.235750 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.235970 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.236210 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.236455 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.236676 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.236929 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.237195 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.237439 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.237689 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.237916 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.238141 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.238368 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.238584 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.238973 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.239195 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.239418 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.239634 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.239871 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.240089 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.240407 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.241263 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.241511 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.241760 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.242006 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.242494 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.242608 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.242838 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.243055 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.243305 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.243530 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.243765 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.244001 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.244219 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.244481 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.244712 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.244939 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.245161 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.245391 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.245605 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.245818 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.246043 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.246268 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.246481 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.246709 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.246923 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.247137 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.247361 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.247588 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.247804 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.248036 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.248247 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.248486 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.248710 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.248922 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.249143 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.249447 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.249719 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.249958 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.250250 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.250505 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.250782 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.251022 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.251346 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.251565 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.251830 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.252071 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.252311 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.252546 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.252806 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.253155 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.253438 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.253674 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.253785 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:30.253930 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.254388 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.254676 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.254956 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.255176 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.255473 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.255804 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.256107 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.256397 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.256645 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.257137 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.257137 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.257418 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.257560 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.257760 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.257988 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.258331 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.258580 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.258985 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.259211 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.259447 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.259665 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.260034 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.260441 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.260677 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.260925 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.261085 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 17:10:30.261642 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103715) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 17 17:10:30.261808 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 17 17:10:30.261967 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 17 17:10:30.262144 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 17 17:10:30.262313 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 17 17:10:30.262631 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 17 17:10:30.262995 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.263165 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.263331 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.263494 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.263700 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.263870 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.264037 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.264198 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.264380 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.264545 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.264705 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.264867 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.265026 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.265339 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.265506 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.265668 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.265833 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.265997 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.266302 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.266611 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.266775 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.266931 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] debug = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.267246 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.267445 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.267611 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.267767 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.267933 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.268095 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.268257 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.268442 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.268654 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.268754 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.268918 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.269081 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.269240 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.269568 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.269731 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.269892 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.270055 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.270304 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] host = dv-cinder-842148-1-iscsi {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.270472 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.270632 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.270794 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.270956 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.271124 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.271291 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.271436 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.271568 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.271763 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.271927 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.272084 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.272432 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.272588 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.272741 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.272899 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_options = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.273230 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.273400 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.273561 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.273760 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.273929 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.274091 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.274254 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.274415 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.274576 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.274737 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.274901 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.275067 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.275225 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.275389 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.275547 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.275853 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.276168 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.276491 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.276802 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.276964 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.277261 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.277573 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.277738 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.277901 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.278065 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.278228 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.278389 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.278549 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.278712 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.278874 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.279037 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.279198 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.279361 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.279522 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.279683 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.279837 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.280089 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.280199 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.280331 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.280491 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.280653 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.280814 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.280975 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.281135 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.281297 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.281459 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.281620 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_json = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.281782 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.281935 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.282093 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.282246 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.282401 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.282569 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.282727 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.283036 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.283206 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 17 17:10:30.283389 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.283575 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.283738 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.283904 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.284585 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.284585 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.284585 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.284585 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.284912 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.284912 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.285030 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.285173 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.285342 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.285525 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.285671 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.285837 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.286002 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.286167 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.286356 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.286356 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.286658 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.287147 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.287147 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.287147 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.287943 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.288021 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.288132 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.288330 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.288498 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.288671 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.288854 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.289011 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.289162 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.81/identity {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.289325 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.289489 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.289655 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.289820 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.289986 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.290338 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.290338 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.290648 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.290648 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.290952 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.290952 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.291106 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.291221 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.291390 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.291557 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.291731 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.291906 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.292057 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.292198 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.292346 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.292509 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.292673 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.292838 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.293002 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.293177 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.293341 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.293505 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.293670 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.293835 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.294000 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.294164 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.294328 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.294493 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.294660 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.294824 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.295001 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.295165 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.295330 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.295495 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.295660 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.295824 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.295988 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.296211 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.296337 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.296665 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.296665 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.296818 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.296954 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.297117 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.297281 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.297446 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.297610 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.297775 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.297944 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.298108 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.298272 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.298437 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.298601 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.298781 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.298948 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.299113 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.299279 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.299444 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.299608 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.299772 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.299965 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.300098 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.300264 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.300448 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.300591 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.300758 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.300922 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.301088 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.302187 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.302187 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.302187 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.302187 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.302187 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.302187 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.304684 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.304684 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.304684 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.304684 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.304684 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.304684 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.304684 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.304684 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305841 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305841 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305841 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.305841 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.306118 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.306118 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.306293 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.306469 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.306635 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.306801 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.306966 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.307153 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.307318 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.307482 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.307646 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.307810 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.307978 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.308142 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.308332 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.308501 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.308664 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.308829 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.308995 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.81/identity {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.309160 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.309324 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.309488 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.309652 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.309817 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.309980 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.310145 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.310309 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.310478 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.310640 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.310804 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.310969 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.311134 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.311299 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.311463 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.311627 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.311791 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.311955 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.312119 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.312296 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.312467 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.312631 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.312795 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.312959 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.313123 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.313290 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.313454 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.313618 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.313782 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.313946 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.314111 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.314276 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.314442 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.314606 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.314770 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.314935 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.315099 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.315309 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.315461 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.315596 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.315728 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.315888 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.316053 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.316236 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.316396 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.316562 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.316731 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.316972 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.317146 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.317327 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.317555 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.317710 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.317863 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.318027 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.318190 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.318355 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.318519 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.318723 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.318887 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.319054 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.319221 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.319386 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.319552 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.319718 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.319882 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.320046 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.320209 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.320397 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.320566 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.320729 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.320895 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.321059 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.321237 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.321402 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.321566 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.321730 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.321895 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.322059 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.322235 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.322399 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.322565 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.322730 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.322894 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.323058 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.323233 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.323397 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.323562 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.323726 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.323889 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.324052 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.324225 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.324410 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.324575 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.324737 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.324900 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.325065 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.325238 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.325402 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.325566 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.325729 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.325892 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.326056 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.326231 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.326394 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.326558 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.326724 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.326888 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.327055 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.327227 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.327392 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.327557 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.327729 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.327896 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.328060 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.328225 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.328423 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.328589 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.328756 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.328921 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.329085 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.329249 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.329416 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.329585 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.329759 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.329930 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.330096 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.330267 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.330441 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.330614 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.330777 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.330948 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.331124 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.331341 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.331559 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.331639 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.331758 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.331922 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.332086 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.332249 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.332435 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.332598 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.332762 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.332926 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.333089 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.333253 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.333416 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.333579 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.333743 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.333905 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.334070 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.334766 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 17 17:10:30.334924 dv-cinder-842148-1-iscsi neutron-server[103715]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103715) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 17 17:10:30.589829 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42410) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:30.598699 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [-] 10.222.0.81 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066705 May 17 17:10:42.033230 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a004a-c025-459c-a92c-85357ca497c8 None None] get_active_networks_info from dv-cinder-842148-1-iscsi {{(pid=103828) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 17 17:10:42.242636 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-774a004a-c025-459c-a92c-85357ca497c8 None None] No non-hosted networks {{(pid=103828) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 17 17:10:42.263009 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.agentschedulers_db [None req-774a004a-c025-459c-a92c-85357ca497c8 None None] DHCP Agent not found on host dv-cinder-842148-1-iscsi {{(pid=103828) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 17 17:10:42.312581 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b3a9a738-82f6-4758-8ced-568d4e0cecf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686427'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:44.320831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b1b540b0-422c-44c1-8edf-e9f30015fdf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686427'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:44.352468 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-18bc4d63-466d-4781-965b-312b19acb5ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:45.535987 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686427'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:45.550749 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42480) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:46.063430 dv-cinder-842148-1-iscsi neutron-server[103827]: WARNING oslo_policy.policy [None req-6d8cc321-3fcd-4255-8457-b086ab26fff7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:10:46.064107 dv-cinder-842148-1-iscsi neutron-server[103827]: WARNING oslo_policy.policy [None req-6d8cc321-3fcd-4255-8457-b086ab26fff7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:10:46.282988 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [None req-6d8cc321-3fcd-4255-8457-b086ab26fff7 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:10:46.304411 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-6d8cc321-3fcd-4255-8457-b086ab26fff7 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7323649 May 17 17:10:47.031669 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686427'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.233402 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686427'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:48.234773 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.235107 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.235588 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.236081 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.236437 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.236769 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.237092 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.237592 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.237920 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.238281 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.239117 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.239652 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.240269 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.240771 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.241245 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:48.241646 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-842148-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:48.247261 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-842148-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:10:48.814194 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42510) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:49.149628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-c0884409-7677-4d28-88f7-a8929fb2f969 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:49.243449 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.policy [None req-c0884409-7677-4d28-88f7-a8929fb2f969 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103827) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 17:10:49.286735 dv-cinder-842148-1-iscsi neutron-server[103827]: WARNING oslo_policy.policy [None req-c0884409-7677-4d28-88f7-a8929fb2f969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:10:49.288152 dv-cinder-842148-1-iscsi neutron-server[103827]: WARNING oslo_policy.policy [None req-c0884409-7677-4d28-88f7-a8929fb2f969 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:10:49.403058 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c0884409-7677-4d28-88f7-a8929fb2f969 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790476942681', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790476939437', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790476926566', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790476965936', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790476968097', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790476977072', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-33250307', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32883249', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-296624', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-401500'] for rbac-policy (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:49.479818 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c0884409-7677-4d28-88f7-a8929fb2f969 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:49.492467 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-c0884409-7677-4d28-88f7-a8929fb2f969 admin admin] 10.222.0.81 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6732345 May 17 17:10:51.486754 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.db.l3_hamode_db [None req-363d6ff4-044b-4a51-a3cd-19ae42215a86 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 17 17:10:51.564266 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d6ff4-044b-4a51-a3cd-19ae42215a86 None None] Routers set() bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:10:51.564600 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363d6ff4-044b-4a51-a3cd-19ae42215a86 None None] Router IDs set() for agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 17 17:10:51.939440 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 42522) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:52.437981 dv-cinder-842148-1-iscsi neutron-server[103826]: WARNING oslo_policy.policy [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:10:52.438570 dv-cinder-842148-1-iscsi neutron-server[103826]: WARNING oslo_policy.policy [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:10:52.653421 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:52.711457 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Made reservation on behalf of 9c8622e11d264afb9e179f2ec4fbc3ae for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:52.784717 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.policy [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103826) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 17 17:10:52.827416 dv-cinder-842148-1-iscsi neutron-server[103826]: WARNING oslo_policy.policy [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:10:52.827797 dv-cinder-842148-1-iscsi neutron-server[103826]: WARNING oslo_policy.policy [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 17 17:10:52.838164 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:52.859716 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:52.971749 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Publish callbacks [] for security_group (bddcc339-4bdc-43db-bcc0-943033a4301b), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:52.975525 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (bddcc339-4bdc-43db-bcc0-943033a4301b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.000773 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:10:53.035413 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (7f6a7f6d-e772-4111-8358-7088571cdffb), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.035969 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Added segment 7f6a7f6d-e772-4111-8358-7088571cdffb of type vlan for network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a May 17 17:10:53.053036 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=bddcc339-4bdc-43db-bcc0-943033a4301b,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:53.108978 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.109335 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.109699 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.110052 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.110387 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.110715 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.111038 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.111361 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.111684 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.112004 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.112348 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.112691 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.113013 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.113403 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.113707 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Tracked resource versions report: May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: pushed versions: May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: { 'AddressGroup': {'1.2'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Agent': {'1.1'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'ConntrackHelper': {'1.0'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'LocalIPAssociation': {'1.0'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Log': {'1.0'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'NDPProxy': {'1.0'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Network': {'1.1'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Port': {'1.7'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'PortForwarding': {'1.3'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'QosPolicy': {'1.10'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SecurityGroup': {'1.5'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SecurityGroupRule': {'1.2'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SubPort': {'1.0'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Subnet': {'1.1'}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Trunk': {'1.1'}} May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: consumer versions: May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: { DHCP agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: L3 agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: Metadata agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: Metering agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: Open vSwitch agent@dv-cinder-842148-1-iscsi: { 'AddressGroup': '1.2', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Agent': '1.1', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'ConntrackHelper': '1.0', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'LocalIPAssociation': '1.0', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Log': '1.0', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'NDPProxy': '1.0', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Network': '1.1', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Port': '1.7', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'PortForwarding': '1.3', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'QosPolicy': '1.10', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SecurityGroup': '1.5', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SecurityGroupRule': '1.2', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SubPort': '1.0', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Subnet': '1.1', May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Trunk': '1.1'}} May 17 17:10:53.115795 dv-cinder-842148-1-iscsi neutron-server[103826]: {{(pid=103826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:10:53.149126 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.191207 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.196507 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:53.197235 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:53.257632 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.3158314 May 17 17:10:53.324135 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45630bdb-0405-4693-938d-c8aee2e346e4 demo demo] Pushing event updated for resources: {'Network': ['ID=b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:53.336098 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:10:55.758246 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42542) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:56.202768 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc01d7-466e-45e9-888e-f0acdbc09e78 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:56.204175 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-44fc01d7-466e-45e9-888e-f0acdbc09e78 demo admin] 10.222.0.81 "GET /v2.0/networks/b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a HTTP/1.1" status: 200 len: 825 time: 0.4449997 May 17 17:10:56.228797 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d59b7f01-b5fb-463d-9276-bc8f8d0f7808 demo admin] 10.222.0.81 "GET /v2.0/subnetpools/994da9ed-1c1b-4d3f-bce4-0b4f6a28cc33 HTTP/1.1" status: 200 len: 734 time: 0.0190008 May 17 17:10:56.237291 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '994da9ed-1c1b-4d3f-bce4-0b4f6a28cc33'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:10:56.264235 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Made reservation on behalf of 9c8622e11d264afb9e179f2ec4fbc3ae for: {'subnet': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:10:56.266839 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.555439 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for subnet (c43cdb66-73cf-4720-9254-7aab433655f4), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.623284 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Checking segment: {'id': '7f6a7f6d-e772-4111-8358-7088571cdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:56.623662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Network hostable DHCP agents. Network: b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:10:56.640839 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Pushing event updated for resources: {'Subnet': ['ID=c43cdb66-73cf-4720-9254-7aab433655f4,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:56.654661 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.654974 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.655400 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.655741 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.656072 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.656434 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.656754 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.657133 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.657493 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.657818 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.658137 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.658460 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.658775 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.659087 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.659399 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Tracked resource versions report: May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: pushed versions: May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: { 'AddressGroup': {'1.2'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Agent': {'1.1'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'ConntrackHelper': {'1.0'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'LocalIPAssociation': {'1.0'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Log': {'1.0'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'NDPProxy': {'1.0'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Network': {'1.1'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Port': {'1.7'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'PortForwarding': {'1.3'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'QosPolicy': {'1.10'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SecurityGroup': {'1.5'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SecurityGroupRule': {'1.2'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SubPort': {'1.0'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Subnet': {'1.1'}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Trunk': {'1.1'}} May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: consumer versions: May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: { DHCP agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: L3 agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: Metadata agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: Metering agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: Open vSwitch agent@dv-cinder-842148-1-iscsi: { 'AddressGroup': '1.2', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Agent': '1.1', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'ConntrackHelper': '1.0', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'LocalIPAssociation': '1.0', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Log': '1.0', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'NDPProxy': '1.0', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Network': '1.1', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Port': '1.7', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'PortForwarding': '1.3', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'QosPolicy': '1.10', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SecurityGroup': '1.5', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SecurityGroupRule': '1.2', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SubPort': '1.0', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Subnet': '1.1', May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Trunk': '1.1'}} May 17 17:10:56.660794 dv-cinder-842148-1-iscsi neutron-server[103827]: {{(pid=103827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:10:56.672977 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:10:56.687810 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a) {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:56.704062 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:10:56.704960 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:56.705407 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9782355b-6cbb-4cf1-970f-c28f81fbb044 None None] Network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:10:56.721074 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e2dc6cc4-eff1-400c-a00c-9ee8e1fd68fc demo admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4869845 May 17 17:10:56.970608 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a', 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a', 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'fixed_ips': [{'subnet_id': 'c43cdb66-73cf-4720-9254-7aab433655f4'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:10:56.971962 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.250135 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Allocated IP 172.20.0.2 (b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a/c43cdb66-73cf-4720-9254-7aab433655f4/56fbcc1e-49a1-45fc-9cfb-107ddfc18b80) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:10:57.514878 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Publish callbacks [] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.522361 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.597144 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:10:57.606001 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:10:57.612569 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:10:57.616235 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Pushing event updated for resources: {'Port': ['ID=56fbcc1e-49a1-45fc-9cfb-107ddfc18b80,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:57.649700 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.650054 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.650399 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.650758 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.651090 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.651433 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.651757 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.652084 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.652445 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.652776 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.653104 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.653451 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.653782 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.654106 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.654427 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Tracked resource versions report: May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: pushed versions: May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: { 'AddressGroup': {'1.2'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Agent': {'1.1'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'ConntrackHelper': {'1.0'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'LocalIPAssociation': {'1.0'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Log': {'1.0'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'NDPProxy': {'1.0'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Network': {'1.1'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Port': {'1.7'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'PortForwarding': {'1.3'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'QosPolicy': {'1.10'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SecurityGroup': {'1.5'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SecurityGroupRule': {'1.2'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SubPort': {'1.0'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Subnet': {'1.1'}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Trunk': {'1.1'}} May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: consumer versions: May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: { DHCP agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: L3 agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: Metadata agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: Metering agent@dv-cinder-842148-1-iscsi: {}, May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: Open vSwitch agent@dv-cinder-842148-1-iscsi: { 'AddressGroup': '1.2', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Agent': '1.1', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'ConntrackHelper': '1.0', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'LocalIPAssociation': '1.0', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Log': '1.0', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'NDPProxy': '1.0', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Network': '1.1', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Port': '1.7', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'PortForwarding': '1.3', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'QosPolicy': '1.10', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SecurityGroup': '1.5', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SecurityGroupRule': '1.2', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SubPort': '1.0', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Subnet': '1.1', May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Trunk': '1.1'}} May 17 17:10:57.655850 dv-cinder-842148-1-iscsi neutron-server[103828]: {{(pid=103828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:10:57.707953 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Attempting to bind port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:10:57.708632 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Attempting to bind port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7f6a7f6d-e772-4111-8358-7088571cdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:10:57.708818 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Attempting to bind port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 on network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:10:57.713733 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:10:57.714128 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Checking segment: {'id': '7f6a7f6d-e772-4111-8358-7088571cdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:10:57.714601 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.714992 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Bound using segment: {'id': '7f6a7f6d-e772-4111-8358-7088571cdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:10:57.715493 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Bound port: 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6a7f6d-e772-4111-8358-7088571cdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:10:57.715900 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.777045 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] For port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:10:57.809823 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] For port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=56fbcc1e-49a1-45fc-9cfb-107ddfc18b80,segment=NetworkSegment(7f6a7f6d-e772-4111-8358-7088571cdffb),segment_id=7f6a7f6d-e772-4111-8358-7088571cdffb)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:10:57.817618 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:10:57.872016 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9317d0e-1a98-4075-acc7-b38f3f67c709 None None] Pushing event updated for resources: {'Port': ['ID=56fbcc1e-49a1-45fc-9cfb-107ddfc18b80,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:10:59.208186 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42556) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:10:59.528232 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [None req-0a3482bd-4675-40fd-bb67-748c1e01acc6 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:10:59.529256 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-0a3482bd-4675-40fd-bb67-748c1e01acc6 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3200955 May 17 17:11:01.978936 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42564) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:02.291827 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [None req-cbb6c54d-904f-4cbb-93df-1d62e42579bf admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:11:02.292846 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-cbb6c54d-904f-4cbb-93df-1d62e42579bf admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3129401 May 17 17:11:04.746220 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42572) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:05.069911 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-3f2b7c0c-466a-47d6-8d1a-a21a1275ae42 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:05.097180 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3f2b7c0c-466a-47d6-8d1a-a21a1275ae42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (15349e24-6623-4b75-8271-627f4b3b149e), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:05.098806 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3f2b7c0c-466a-47d6-8d1a-a21a1275ae42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (15349e24-6623-4b75-8271-627f4b3b149e), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:05.260670 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3f2b7c0c-466a-47d6-8d1a-a21a1275ae42 demo demo] Publish callbacks [] for router_controller (15349e24-6623-4b75-8271-627f4b3b149e), precommit_add_association {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:05.265284 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3f2b7c0c-466a-47d6-8d1a-a21a1275ae42 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (15349e24-6623-4b75-8271-627f4b3b149e), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:05.286006 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3f2b7c0c-466a-47d6-8d1a-a21a1275ae42 demo demo] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:05.287452 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-3f2b7c0c-466a-47d6-8d1a-a21a1275ae42 demo demo] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5402594 May 17 17:11:07.762292 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42584) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:08.075554 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [None req-df6bc477-978a-4a58-9556-9caa59d4ad53 admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:11:08.076571 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-df6bc477-978a-4a58-9556-9caa59d4ad53 admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3132205 May 17 17:11:09.066890 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:09.151781 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:09.152208 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.251515 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:09.251837 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.288703 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=56fbcc1e-49a1-45fc-9cfb-107ddfc18b80,segment=NetworkSegment(7f6a7f6d-e772-4111-8358-7088571cdffb),segment_id=7f6a7f6d-e772-4111-8358-7088571cdffb)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:09.296332 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.320372 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac32322-dbca-4987-a9b5-3eb1a1a6557b None None] Network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:11:09.402122 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=56fbcc1e-49a1-45fc-9cfb-107ddfc18b80,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:09.417913 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-f271cb5d-f512-4370-8b1d-3881e723bbe9 None None] Provisioning complete for port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:09.418309 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f271cb5d-f512-4370-8b1d-3881e723bbe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.530892 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-f271cb5d-f512-4370-8b1d-3881e723bbe9 None None] Current status of the port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:09.749031 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-2eaac7c0-8f17-4d2c-b035-438f805668d9 None None] Provisioning complete for port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:09.749428 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2eaac7c0-8f17-4d2c-b035-438f805668d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:09.821216 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-2eaac7c0-8f17-4d2c-b035-438f805668d9 None None] Current status of the port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:10.618697 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42594) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:10.935506 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:10.957170 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Made reservation on behalf of 38ea16a2ee094b469e77742941c70be7 for: {'network': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:10.959573 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:10.974668 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.041841 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:11.077170 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Publish callbacks [] for security_group (af0b4258-7da6-4469-90ca-10e0368e6797), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.086219 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (af0b4258-7da6-4469-90ca-10e0368e6797), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.087257 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:11.087661 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.104920 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Reserving flat network on physical network physnet1 {{(pid=103827) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 17 17:11:11.123261 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0b4258-7da6-4469-90ca-10e0368e6797,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:11.133618 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (7b2bc909-a770-4a8e-85af-1251cf228dea), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.134149 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.segments_db [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Added segment 7b2bc909-a770-4a8e-85af-1251cf228dea of type flat for network bc5238ed-f7b0-445e-b16f-a5feccfda731 May 17 17:11:11.164363 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:11.185904 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (bc5238ed-f7b0-445e-b16f-a5feccfda731), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.240856 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (bc5238ed-f7b0-445e-b16f-a5feccfda731), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.241778 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:11.242344 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:11.291910 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6721511 May 17 17:11:11.336269 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4571ec2-babd-47e2-a967-50c87db74433 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5238ed-f7b0-445e-b16f-a5feccfda731,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:11.347008 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:11:11.988945 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-703cef7d-5418-4350-b37d-41c0a2f31b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:13.191676 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:11:13.755527 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42602) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:14.115074 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b96e94-d282-4467-a8b7-bcb9fff3d7ba demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:14.116463 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-00b96e94-d282-4467-a8b7-bcb9fff3d7ba demo admin] 10.222.0.81 "GET /v2.0/subnets/c43cdb66-73cf-4720-9254-7aab433655f4 HTTP/1.1" status: 200 len: 849 time: 0.3599463 May 17 17:11:14.254366 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b321d6e8-7882-474f-97c6-913c2283dfe4 demo admin] 10.222.0.81 "GET /v2.0/routers/15349e24-6623-4b75-8271-627f4b3b149e HTTP/1.1" status: 200 len: 704 time: 0.1321511 May 17 17:11:14.314541 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6cdfab50-527c-4256-9262-be98192d45e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.519890 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:14.816575 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Allocated IP 172.20.0.1 (b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a/c43cdb66-73cf-4720-9254-7aab433655f4/d94133bd-b2e7-42d7-a272-167529917f77) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:14.970774 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Publish callbacks [] for port (d94133bd-b2e7-42d7-a272-167529917f77), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.077239 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (d94133bd-b2e7-42d7-a272-167529917f77), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.145126 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:15.151581 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:15.160660 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:15.161255 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (15349e24-6623-4b75-8271-627f4b3b149e), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.185130 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Pushing event updated for resources: {'Port': ['ID=d94133bd-b2e7-42d7-a272-167529917f77,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:15.365612 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d94133bd-b2e7-42d7-a272-167529917f77), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.380951 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-b1b6ec41-1dc7-4eb7-91a4-9fa28eb5ec54 None None] Provisioning complete for port d94133bd-b2e7-42d7-a272-167529917f77 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:15.381973 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b1b6ec41-1dc7-4eb7-91a4-9fa28eb5ec54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (d94133bd-b2e7-42d7-a272-167529917f77), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.459943 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-b1b6ec41-1dc7-4eb7-91a4-9fa28eb5ec54 None None] Port d94133bd-b2e7-42d7-a272-167529917f77 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:11:15.477465 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.616581 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Publish callbacks [] for port (d94133bd-b2e7-42d7-a272-167529917f77), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.620628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (d94133bd-b2e7-42d7-a272-167529917f77), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.621428 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (15349e24-6623-4b75-8271-627f4b3b149e), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:15.679314 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Pushing event updated for resources: {'Port': ['ID=d94133bd-b2e7-42d7-a272-167529917f77,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:15.751986 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:15.753336 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:15.908500 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Router 15349e24-6623-4b75-8271-627f4b3b149e is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:11:15.980464 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-52c66edf-e950-47ff-a9b3-af04b18dc63b None None] Provisioning complete for port d94133bd-b2e7-42d7-a272-167529917f77 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:15.980867 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-52c66edf-e950-47ff-a9b3-af04b18dc63b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (d94133bd-b2e7-42d7-a272-167529917f77), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.000614 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:11:16.017545 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-49bc87b6-7332-4ba6-b5d0-69ddae1c1d58 demo admin] 10.222.0.81 "PUT /v2.0/routers/15349e24-6623-4b75-8271-627f4b3b149e/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7470856 May 17 17:11:16.017642 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Sync routers for ids ['15349e24-6623-4b75-8271-627f4b3b149e'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:11:16.023292 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Routers {'15349e24-6623-4b75-8271-627f4b3b149e'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:16.024066 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:11:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['15349e24-6623-4b75-8271-627f4b3b149e'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:16.028136 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-52c66edf-e950-47ff-a9b3-af04b18dc63b None None] Port d94133bd-b2e7-42d7-a272-167529917f77 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:11:16.209816 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Set router 15349e24-6623-4b75-8271-627f4b3b149e gateway port host: None {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:16.629647 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15349e24-6623-4b75-8271-627f4b3b149e', 'name': 'router1', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:05Z', 'updated_at': '2022-05-17T17:11:15Z', 'revision_number': 2, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'gw_port_host': None, '_interfaces': [{'id': 'd94133bd-b2e7-42d7-a272-167529917f77', 'name': '', 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'mac_address': 'fa:16:3e:b1:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15349e24-6623-4b75-8271-627f4b3b149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:14Z', 'updated_at': '2022-05-17T17:11:15Z', 'revision_number': 2, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'subnets': [{'id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da9ed-1c1b-4d3f-bce4-0b4f6a28cc33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:16.679147 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Checking router: 15349e24-6623-4b75-8271-627f4b3b149e for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:11:16.679520 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Updating router 15349e24-6623-4b75-8271-627f4b3b149e port d94133bd-b2e7-42d7-a272-167529917f77 binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:11:16.731695 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d94133bd-b2e7-42d7-a272-167529917f77), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:16.987592 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.276934 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Publish callbacks [] for port (d94133bd-b2e7-42d7-a272-167529917f77), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.287306 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (d94133bd-b2e7-42d7-a272-167529917f77), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.433811 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Pushing event updated for resources: {'Port': ['ID=d94133bd-b2e7-42d7-a272-167529917f77,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:17.459542 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.459897 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.460243 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.460767 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.460959 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.461261 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.461590 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.461908 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.462231 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.462549 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.462933 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.463279 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.463599 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.463949 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.464265 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Tracked resource versions report: May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: pushed versions: May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: { 'AddressGroup': {'1.2'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Agent': {'1.1'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'ConntrackHelper': {'1.0'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'LocalIPAssociation': {'1.0'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Log': {'1.0'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'NDPProxy': {'1.0'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Network': {'1.1'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Port': {'1.7'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'PortForwarding': {'1.3'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'QosPolicy': {'1.10'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SecurityGroup': {'1.5'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SecurityGroupRule': {'1.2'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SubPort': {'1.0'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Subnet': {'1.1'}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Trunk': {'1.1'}} May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: consumer versions: May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: { DHCP agent@dv-cinder-842148-1-iscsi: {}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: L3 agent@dv-cinder-842148-1-iscsi: {}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: Metadata agent@dv-cinder-842148-1-iscsi: {}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: Metering agent@dv-cinder-842148-1-iscsi: {}, May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: Open vSwitch agent@dv-cinder-842148-1-iscsi: { 'AddressGroup': '1.2', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Agent': '1.1', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'ConntrackHelper': '1.0', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'LocalIPAssociation': '1.0', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Log': '1.0', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'NDPProxy': '1.0', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Network': '1.1', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Port': '1.7', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'PortForwarding': '1.3', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'QosPolicy': '1.10', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SecurityGroup': '1.5', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SecurityGroupRule': '1.2', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SubPort': '1.0', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Subnet': '1.1', May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Trunk': '1.1'}} May 17 17:11:17.465850 dv-cinder-842148-1-iscsi neutron-server[103829]: {{(pid=103829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:11:17.482722 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Attempting to bind port d94133bd-b2e7-42d7-a272-167529917f77 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:11:17.483129 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Attempting to bind port d94133bd-b2e7-42d7-a272-167529917f77 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7f6a7f6d-e772-4111-8358-7088571cdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:11:17.483572 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Attempting to bind port d94133bd-b2e7-42d7-a272-167529917f77 on network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:17.489279 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:11:17.489683 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Checking segment: {'id': '7f6a7f6d-e772-4111-8358-7088571cdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:17.490295 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.490690 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Bound using segment: {'id': '7f6a7f6d-e772-4111-8358-7088571cdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:11:17.491212 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Bound port: d94133bd-b2e7-42d7-a272-167529917f77, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f6a7f6d-e772-4111-8358-7088571cdffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:11:17.491597 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d94133bd-b2e7-42d7-a272-167529917f77), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.565843 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] For port d94133bd-b2e7-42d7-a272-167529917f77, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:11:17.591557 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] For port d94133bd-b2e7-42d7-a272-167529917f77, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=d94133bd-b2e7-42d7-a272-167529917f77,segment=NetworkSegment(7f6a7f6d-e772-4111-8358-7088571cdffb),segment_id=7f6a7f6d-e772-4111-8358-7088571cdffb)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:11:17.598475 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (d94133bd-b2e7-42d7-a272-167529917f77), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.663284 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9367e7fa-727c-4df3-90f5-8694ed8d2a6b None None] Pushing event updated for resources: {'Port': ['ID=d94133bd-b2e7-42d7-a272-167529917f77,revision_number=4']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:17.678573 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Routers {'15349e24-6623-4b75-8271-627f4b3b149e'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:17.679222 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:11:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['15349e24-6623-4b75-8271-627f4b3b149e'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:17.744169 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-004ab68e-fd9a-4463-ade7-2e5f81ed8df1 None None] Provisioning complete for port d94133bd-b2e7-42d7-a272-167529917f77 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:17.744887 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-004ab68e-fd9a-4463-ade7-2e5f81ed8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (d94133bd-b2e7-42d7-a272-167529917f77), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.782756 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] Set router 15349e24-6623-4b75-8271-627f4b3b149e gateway port host: None {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:17.824274 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-004ab68e-fd9a-4463-ade7-2e5f81ed8df1 None None] Current status of the port d94133bd-b2e7-42d7-a272-167529917f77 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:17.824965 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-004ab68e-fd9a-4463-ade7-2e5f81ed8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d94133bd-b2e7-42d7-a272-167529917f77), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.865714 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-004ab68e-fd9a-4463-ade7-2e5f81ed8df1 None None] For port d94133bd-b2e7-42d7-a272-167529917f77, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=d94133bd-b2e7-42d7-a272-167529917f77,segment=NetworkSegment(7f6a7f6d-e772-4111-8358-7088571cdffb),segment_id=7f6a7f6d-e772-4111-8358-7088571cdffb)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:17.871732 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-004ab68e-fd9a-4463-ade7-2e5f81ed8df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (d94133bd-b2e7-42d7-a272-167529917f77), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:17.934642 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ab68e-fd9a-4463-ade7-2e5f81ed8df1 None None] Pushing event updated for resources: {'Port': ['ID=d94133bd-b2e7-42d7-a272-167529917f77,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:18.001899 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-aa6182d6-9c7f-4c6e-8d29-70731d9e8cc1 None None] Provisioning complete for port d94133bd-b2e7-42d7-a272-167529917f77 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:18.002593 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-aa6182d6-9c7f-4c6e-8d29-70731d9e8cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (d94133bd-b2e7-42d7-a272-167529917f77), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:18.020925 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15349e24-6623-4b75-8271-627f4b3b149e', 'name': 'router1', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:05Z', 'updated_at': '2022-05-17T17:11:15Z', 'revision_number': 2, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'gw_port_host': None, '_interfaces': [{'id': 'd94133bd-b2e7-42d7-a272-167529917f77', 'name': '', 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'mac_address': 'fa:16:3e:b1:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15349e24-6623-4b75-8271-627f4b3b149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:14Z', 'updated_at': '2022-05-17T17:11:17Z', 'revision_number': 4, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'subnets': [{'id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da9ed-1c1b-4d3f-bce4-0b4f6a28cc33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:18.047279 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b19432b-7b11-4649-bf63-c78b5a9c1eaa None None] The sync data for ids ['15349e24-6623-4b75-8271-627f4b3b149e'] in dv-cinder-842148-1-iscsi is: [{'id': '15349e24-6623-4b75-8271-627f4b3b149e', 'name': 'router1', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:05Z', 'updated_at': '2022-05-17T17:11:15Z', 'revision_number': 2, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'gw_port_host': None, '_interfaces': [{'id': 'd94133bd-b2e7-42d7-a272-167529917f77', 'name': '', 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'mac_address': 'fa:16:3e:b1:e4:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15349e24-6623-4b75-8271-627f4b3b149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:14Z', 'updated_at': '2022-05-17T17:11:17Z', 'revision_number': 4, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'subnets': [{'id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da9ed-1c1b-4d3f-bce4-0b4f6a28cc33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:11:18.084741 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-aa6182d6-9c7f-4c6e-8d29-70731d9e8cc1 None None] Current status of the port d94133bd-b2e7-42d7-a272-167529917f77 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:18.242072 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:18.484499 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42622) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:18.691808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80b1fa6-4ab8-436f-940f-c7b9457adb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:18.693789 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e80b1fa6-4ab8-436f-940f-c7b9457adb10 admin admin] 10.222.0.81 "GET /v2.0/networks/bc5238ed-f7b0-445e-b16f-a5feccfda731 HTTP/1.1" status: 200 len: 842 time: 0.2082384 May 17 17:11:18.703132 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Request body: {'subnet': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'gateway_ip': '172.27.3.1', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:18.725976 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Made reservation on behalf of 38ea16a2ee094b469e77742941c70be7 for: {'subnet': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:11:18.728120 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.012365 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.objects.ports [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103827) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 17 17:11:19.012913 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for subnet (bb225eaf-7c9c-4096-8a4f-24d0a834a7a3), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.071008 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb225eaf-7c9c-4096-8a4f-24d0a834a7a3,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:19.082011 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:19.082369 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Network hostable DHCP agents. Network: bc5238ed-f7b0-445e-b16f-a5feccfda731, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:11:19.101136 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:11:19.110005 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, bc5238ed-f7b0-445e-b16f-a5feccfda731) {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:19.116923 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:19.118175 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:19.119248 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca20ca5a-92d7-4c8d-b05c-f49c4651417b None None] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:11:19.141446 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-c9a6d5d2-9eec-4495-899e-5d7fa4555f76 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4410222 May 17 17:11:19.229408 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a600279-f4e9-4a65-84fd-355aab1aa89e None None] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:11:21.599755 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42640) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:21.802972 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-57361e09-2fc0-4358-8766-7ce7f784bfbe demo admin] 10.222.0.81 "GET /v2.0/routers/15349e24-6623-4b75-8271-627f4b3b149e HTTP/1.1" status: 200 len: 710 time: 0.2020597 May 17 17:11:21.890256 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cea43cf-a21f-4d70-a600-db6fe3370e18 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:11:21.891622 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-0cea43cf-a21f-4d70-a600-db6fe3370e18 demo admin] 10.222.0.81 "GET /v2.0/networks/bc5238ed-f7b0-445e-b16f-a5feccfda731 HTTP/1.1" status: 200 len: 886 time: 0.0832989 May 17 17:11:21.901217 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:11:22.141055 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Publish callbacks [] for router_gateway (15349e24-6623-4b75-8271-627f4b3b149e), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:22.353618 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Publish callbacks [] for router_gateway (15349e24-6623-4b75-8271-627f4b3b149e), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:22.431312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:22.531287 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Allocated IP 172.27.3.158 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/f12b996a-ca30-4566-be75-aaf583c42b01) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:11:22.633866 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Publish callbacks [] for port (f12b996a-ca30-4566-be75-aaf583c42b01), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:22.665526 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (f12b996a-ca30-4566-be75-aaf583c42b01), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:22.702349 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:11:22.705191 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:11:22.708532 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:11:22.750367 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Pushing event updated for resources: {'Port': ['ID=f12b996a-ca30-4566-be75-aaf583c42b01,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:22.948696 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Publish callbacks [] for router_gateway (15349e24-6623-4b75-8271-627f4b3b149e), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.217281 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-674822', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-676779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5754'] for router (15349e24-6623-4b75-8271-627f4b3b149e), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.220722 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-674833', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-674840', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-676786'] for router (15349e24-6623-4b75-8271-627f4b3b149e), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.324233 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Router 15349e24-6623-4b75-8271-627f4b3b149e has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:11:23.433963 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:11:23.438364 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:23.440719 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-80e26f12-c736-4822-b871-c02c100c7c79 demo admin] 10.222.0.81 "PUT /v2.0/routers/15349e24-6623-4b75-8271-627f4b3b149e HTTP/1.1" status: 200 len: 890 time: 1.5427635 May 17 17:11:25.068275 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device d94133bd-b2e7-42d7-a272-167529917f77 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:25.112225 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port d94133bd-b2e7-42d7-a272-167529917f77 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:25.112658 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (d94133bd-b2e7-42d7-a272-167529917f77), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:25.193473 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port d94133bd-b2e7-42d7-a272-167529917f77 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:25.921190 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 42652) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:11:26.036705 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-1d6112ae-a099-44bd-a931-5047e1a34f69 admin admin] 10.222.0.81 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137030 May 17 17:11:27.001325 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Sync routers for ids ['15349e24-6623-4b75-8271-627f4b3b149e'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:11:27.025391 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Routers {'15349e24-6623-4b75-8271-627f4b3b149e'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:27.026063 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:11:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['15349e24-6623-4b75-8271-627f4b3b149e'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:27.249500 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Set router 15349e24-6623-4b75-8271-627f4b3b149e gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:27.713118 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15349e24-6623-4b75-8271-627f4b3b149e', 'name': 'router1', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f12b996a-ca30-4566-be75-aaf583c42b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:05Z', 'updated_at': '2022-05-17T17:11:22Z', 'revision_number': 4, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'gw_port': {'id': 'f12b996a-ca30-4566-be75-aaf583c42b01', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15349e24-6623-4b75-8271-627f4b3b149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:22Z', 'updated_at': '2022-05-17T17:11:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'd94133bd-b2e7-42d7-a272-167529917f77', 'name': '', 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'mac_address': 'fa:16:3e:b1:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15349e24-6623-4b75-8271-627f4b3b149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:14Z', 'updated_at': '2022-05-17T17:11:17Z', 'revision_number': 5, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'subnets': [{'id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da9ed-1c1b-4d3f-bce4-0b4f6a28cc33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:27.762457 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Checking router: 15349e24-6623-4b75-8271-627f4b3b149e for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:11:27.762809 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Updating router 15349e24-6623-4b75-8271-627f4b3b149e port f12b996a-ca30-4566-be75-aaf583c42b01 binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:11:27.821315 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f12b996a-ca30-4566-be75-aaf583c42b01), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.177214 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Publish callbacks [] for port (f12b996a-ca30-4566-be75-aaf583c42b01), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.184079 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f12b996a-ca30-4566-be75-aaf583c42b01), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.227901 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Attempting to bind port f12b996a-ca30-4566-be75-aaf583c42b01 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:11:28.228312 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Attempting to bind port f12b996a-ca30-4566-be75-aaf583c42b01 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:11:28.228723 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Attempting to bind port f12b996a-ca30-4566-be75-aaf583c42b01 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:11:28.237966 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:11:28.240163 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:11:28.240163 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.240163 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:11:28.240163 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Bound port: f12b996a-ca30-4566-be75-aaf583c42b01, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:11:28.240657 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f12b996a-ca30-4566-be75-aaf583c42b01), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.276671 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a1c3c-6330-498d-9ecf-fe6e4172ae73 None None] Pushing event updated for resources: {'Port': ['ID=f12b996a-ca30-4566-be75-aaf583c42b01,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:28.302420 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] For port f12b996a-ca30-4566-be75-aaf583c42b01, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:11:28.305740 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] For port f12b996a-ca30-4566-be75-aaf583c42b01, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=f12b996a-ca30-4566-be75-aaf583c42b01,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:11:28.311206 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f12b996a-ca30-4566-be75-aaf583c42b01), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:28.369890 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Routers {'15349e24-6623-4b75-8271-627f4b3b149e'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:11:28.370971 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:11:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['15349e24-6623-4b75-8271-627f4b3b149e'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:28.427910 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a1c3c-6330-498d-9ecf-fe6e4172ae73 None None] Pushing event updated for resources: {'Port': ['ID=f12b996a-ca30-4566-be75-aaf583c42b01,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:28.479733 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] Set router 15349e24-6623-4b75-8271-627f4b3b149e gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:11:28.701692 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15349e24-6623-4b75-8271-627f4b3b149e', 'name': 'router1', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f12b996a-ca30-4566-be75-aaf583c42b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:05Z', 'updated_at': '2022-05-17T17:11:22Z', 'revision_number': 4, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'gw_port': {'id': 'f12b996a-ca30-4566-be75-aaf583c42b01', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15349e24-6623-4b75-8271-627f4b3b149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:22Z', 'updated_at': '2022-05-17T17:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'd94133bd-b2e7-42d7-a272-167529917f77', 'name': '', 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'mac_address': 'fa:16:3e:b1:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15349e24-6623-4b75-8271-627f4b3b149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:14Z', 'updated_at': '2022-05-17T17:11:17Z', 'revision_number': 5, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'subnets': [{'id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da9ed-1c1b-4d3f-bce4-0b4f6a28cc33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:11:28.734292 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f359c2-83df-4bfe-8987-ea86d1757b7e None None] The sync data for ids ['15349e24-6623-4b75-8271-627f4b3b149e'] in dv-cinder-842148-1-iscsi is: [{'id': '15349e24-6623-4b75-8271-627f4b3b149e', 'name': 'router1', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.158'}], 'enable_snat': True}, 'gw_port_id': 'f12b996a-ca30-4566-be75-aaf583c42b01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:11:05Z', 'updated_at': '2022-05-17T17:11:22Z', 'revision_number': 4, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'gw_port': {'id': 'f12b996a-ca30-4566-be75-aaf583c42b01', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:d8:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15349e24-6623-4b75-8271-627f4b3b149e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:22Z', 'updated_at': '2022-05-17T17:11:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'd94133bd-b2e7-42d7-a272-167529917f77', 'name': '', 'network_id': 'b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a', 'tenant_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'mac_address': 'fa:16:3e:b1:e4:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15349e24-6623-4b75-8271-627f4b3b149e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:11:14Z', 'updated_at': '2022-05-17T17:11:17Z', 'revision_number': 5, 'project_id': '9c8622e11d264afb9e179f2ec4fbc3ae', 'subnets': [{'id': 'c43cdb66-73cf-4720-9254-7aab433655f4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '994da9ed-1c1b-4d3f-bce4-0b4f6a28cc33'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:11:29.144786 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f12b996a-ca30-4566-be75-aaf583c42b01 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:29.214233 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port f12b996a-ca30-4566-be75-aaf583c42b01 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:29.215517 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f12b996a-ca30-4566-be75-aaf583c42b01), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:29.364947 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port f12b996a-ca30-4566-be75-aaf583c42b01 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:29.365617 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f12b996a-ca30-4566-be75-aaf583c42b01), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:29.389059 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port f12b996a-ca30-4566-be75-aaf583c42b01, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=f12b996a-ca30-4566-be75-aaf583c42b01,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:11:29.396132 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f12b996a-ca30-4566-be75-aaf583c42b01), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:29.463227 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=f12b996a-ca30-4566-be75-aaf583c42b01,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:11:31.133394 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f12b996a-ca30-4566-be75-aaf583c42b01 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:11:31.216165 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port f12b996a-ca30-4566-be75-aaf583c42b01 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:11:31.216838 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f12b996a-ca30-4566-be75-aaf583c42b01), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:31.349728 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port f12b996a-ca30-4566-be75-aaf583c42b01 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:11:42.005008 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-17923298-8720-4d56-857d-4c7835312a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:44.322734 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-71bb63e5-69f0-4bf1-b1fc-70996009b750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:45.494541 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:46.990945 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:48.248378 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:11:50.194417 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:12:11.989051 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-08513fa6-d5b1-454c-9719-2fcca35fdcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:14.317973 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bb905812-087c-40b8-9589-8c08ad85c578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:15.491187 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:16.997886 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:18.235682 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:27.193875 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:12:41.994344 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e3035c96-9b8d-4777-9468-a007b80b87ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:44.319844 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-83613c43-6986-4059-b817-83ae2e718ab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:45.492372 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:45.875946 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43136) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:45.943786 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.pecan_wsgi.hooks.translation [None req-b182a2ce-77c4-426a-bd7a-929e1fe972fa admin admin] GET failed (client error): The resource could not be found. May 17 17:12:45.945255 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b182a2ce-77c4-426a-bd7a-929e1fe972fa admin admin] 10.222.0.81 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0682509 May 17 17:12:46.117312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4827988-2872-4f48-a9a0-107fcd7ce03d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:46.118807 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b4827988-2872-4f48-a9a0-107fcd7ce03d admin admin] 10.222.0.81 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1687527 May 17 17:12:46.994486 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:48.230661 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:48.349374 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43146) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:48.484761 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79fa7d18-e0eb-4fc2-936f-55f9671eff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:48.486137 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-79fa7d18-e0eb-4fc2-936f-55f9671eff11 admin admin] 10.222.0.81 "GET /v2.0/subnets/c43cdb66-73cf-4720-9254-7aab433655f4 HTTP/1.1" status: 200 len: 849 time: 0.1357923 May 17 17:12:48.495292 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:12:48.585627 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Publish callbacks [] for subnet (c43cdb66-73cf-4720-9254-7aab433655f4), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:48.737370 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790472191106'] for subnet (c43cdb66-73cf-4720-9254-7aab433655f4), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:48.775359 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:48.776335 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:48.777243 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] 10.222.0.81 "PUT /v2.0/subnets/c43cdb66-73cf-4720-9254-7aab433655f4 HTTP/1.1" status: 200 len: 868 time: 0.2855303 May 17 17:12:48.791216 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae87e128-a6a9-4453-9b93-4efa0c17ba34 None None] Network b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:12:48.793198 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c43cdb66-73cf-4720-9254-7aab433655f4,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:12:48.801415 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.801767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.802116 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.802461 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.802795 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.803134 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.803464 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.803797 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.804145 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.804513 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.804860 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.805211 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.805542 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.805871 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:48.806195 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26eee09e-25b0-4240-80e8-dd78738b5ab8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:12:49.086304 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-a7fff677-c59f-413f-bc48-a8e5e8f10b38 None None] Provisioning complete for port d94133bd-b2e7-42d7-a272-167529917f77 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:49.086691 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a7fff677-c59f-413f-bc48-a8e5e8f10b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (d94133bd-b2e7-42d7-a272-167529917f77), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:49.161270 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-a7fff677-c59f-413f-bc48-a8e5e8f10b38 None None] Current status of the port d94133bd-b2e7-42d7-a272-167529917f77 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:49.169258 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-a7fff677-c59f-413f-bc48-a8e5e8f10b38 None None] Provisioning complete for port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:12:49.169648 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a7fff677-c59f-413f-bc48-a8e5e8f10b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (56fbcc1e-49a1-45fc-9cfb-107ddfc18b80), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:12:49.240874 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-a7fff677-c59f-413f-bc48-a8e5e8f10b38 None None] Current status of the port 56fbcc1e-49a1-45fc-9cfb-107ddfc18b80 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:12:51.030386 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43156) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:51.253793 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e57bab-d497-4f46-922f-bb657afeb7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:51.254199 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e57bab-d497-4f46-922f-bb657afeb7ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:51.255782 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-16e57bab-d497-4f46-922f-bb657afeb7ec admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2244449 May 17 17:12:53.517616 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43164) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:53.712250 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad276af-f0db-4af1-8875-9b4d8a6d968e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:53.712674 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad276af-f0db-4af1-8875-9b4d8a6d968e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:53.714216 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-1ad276af-f0db-4af1-8875-9b4d8a6d968e admin admin] 10.222.0.81 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1956241 May 17 17:12:55.961582 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43172) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:56.093630 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ecfe9f-3644-4771-bb4b-3dff0274b1fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:56.095031 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-40ecfe9f-3644-4771-bb4b-3dff0274b1fa admin admin] 10.222.0.81 "GET /v2.0/networks/b3cfe4dc-f512-4984-9a1c-a2e7f9a3c02a HTTP/1.1" status: 200 len: 869 time: 0.1324627 May 17 17:12:58.356495 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43180) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:12:58.538469 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55f3276-ed5a-454e-a51d-817b13c93c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:12:58.539864 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-b55f3276-ed5a-454e-a51d-817b13c93c44 admin admin] 10.222.0.81 "GET /v2.0/networks/bc5238ed-f7b0-445e-b16f-a5feccfda731 HTTP/1.1" status: 200 len: 886 time: 0.1823974 May 17 17:13:00.808199 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43188) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:00.937347 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4729e-674f-405a-8850-a1d368dddb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:00.937956 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4729e-674f-405a-8850-a1d368dddb3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:00.939537 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-95d4729e-674f-405a-8850-a1d368dddb3b admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303501 May 17 17:13:03.194392 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43196) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:03.284515 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d10f3-9914-49ce-9577-8f71b47aab22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:03.284973 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d10f3-9914-49ce-9577-8f71b47aab22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:03.286482 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-9e5d10f3-9914-49ce-9577-8f71b47aab22 admin admin] 10.222.0.81 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911114 May 17 17:13:04.192691 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:13:05.538780 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43204) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:05.623447 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755be472-d90f-4eea-a864-18b1e1b93bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:05.624840 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-755be472-d90f-4eea-a864-18b1e1b93bc5 admin admin] 10.222.0.81 "GET /v2.0/subnets/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3 HTTP/1.1" status: 200 len: 816 time: 0.0851123 May 17 17:13:07.895771 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43212) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:07.991650 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e5af90-fb67-49f8-8439-dbdef5846c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:07.993047 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-e8e5af90-fb67-49f8-8439-dbdef5846c8b admin admin] 10.222.0.81 "GET /v2.0/subnets/c43cdb66-73cf-4720-9254-7aab433655f4 HTTP/1.1" status: 200 len: 868 time: 0.0962982 May 17 17:13:11.998129 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b92699f9-c82b-4693-84f1-e678e2c34df0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:14.321655 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e3370b19-1b14-4a69-b9fd-157cb9bc25d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:15.498193 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:17.004658 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:18.232593 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:41.194566 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:13:42.002334 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b2a906be-4a91-40fd-9b8a-79bf0de244b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:44.325573 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b7fc3bdf-6bf0-40d6-b69b-e9be828803ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:45.498675 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:47.005167 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:48.237386 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:49.245589 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43270) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:49.293350 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [None req-cc488096-a47a-4d1c-83e6-c7dc37ae507f admin admin] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:13:49.294407 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-cc488096-a47a-4d1c-83e6-c7dc37ae507f admin admin] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0478842 May 17 17:13:51.744530 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43278) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:51.809613 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cce59a-dd44-4e70-ba36-1be30f87cf90 admin admin] GET failed (client error): The resource could not be found. May 17 17:13:51.810980 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-63cce59a-dd44-4e70-ba36-1be30f87cf90 admin admin] 10.222.0.81 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0655074 May 17 17:13:51.962486 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eea2d2-ffe9-4769-83d1-bd642d62fb4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:51.963991 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-b0eea2d2-ffe9-4769-83d1-bd642d62fb4c admin admin] 10.222.0.81 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1477387 May 17 17:13:54.279899 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43286) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:54.328613 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:54.349274 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Made reservation on behalf of 38ea16a2ee094b469e77742941c70be7 for: {'network': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:13:54.351928 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:54.380329 dv-cinder-842148-1-iscsi neutron-server[103827]: WARNING neutron.services.revisions.revision_plugin [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Could not find related network for resource to bump revision. May 17 17:13:54.395274 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=103827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:13:54.404656 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (63b095bd-738d-4b1a-9fd0-6094f1c16c89), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:54.405064 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.segments_db [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Added segment 63b095bd-738d-4b1a-9fd0-6094f1c16c89 of type vlan for network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce May 17 17:13:54.452621 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:54.478150 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:54.479142 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:54.479967 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:54.541619 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2604127 May 17 17:13:54.544576 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Pushing event updated for resources: {'Network': ['ID=e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:54.552361 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.552710 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.553077 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.553418 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.553748 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.554077 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.554397 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.554720 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.555057 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.555377 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.555716 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.556055 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.556400 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.556718 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.557034 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da5d683-2413-456b-b21d-d246e952709f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:54.571790 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:13:56.852225 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43294) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:13:56.912830 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.pecan_wsgi.hooks.translation [None req-115538b5-aed2-4d19-9054-5984e4c3fa8d admin admin] GET failed (client error): The resource could not be found. May 17 17:13:56.914134 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-115538b5-aed2-4d19-9054-5984e4c3fa8d admin admin] 10.222.0.81 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0607872 May 17 17:13:56.983198 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b53a9ae-2153-4f0c-8b43-65da165ca18d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:56.984696 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-7b53a9ae-2153-4f0c-8b43-65da165ca18d admin admin] 10.222.0.81 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665877 May 17 17:13:56.994222 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:13:57.013569 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Made reservation on behalf of 38ea16a2ee094b469e77742941c70be7 for: {'subnet': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:13:57.016086 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.183367 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for subnet (bf6ee8d6-7e83-408b-9935-a20e86f5621a), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.238718 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6ee8d6-7e83-408b-9935-a20e86f5621a,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:57.248662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Checking segment: {'id': '63b095bd-738d-4b1a-9fd0-6094f1c16c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:13:57.249068 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Network hostable DHCP agents. Network: e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:13:57.266473 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:13:57.276052 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce) {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:13:57.281573 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:13:57.283176 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.285211 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8730e6be-2bd1-4c3b-ad53-add2f614d56f None None] Network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:13:57.301055 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-ac4d2c0b-8839-4918-8c8e-3d3cd29b7ec1 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3101504 May 17 17:13:57.401104 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce', 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce', 'project_id': '38ea16a2ee094b469e77742941c70be7', 'fixed_ips': [{'subnet_id': 'bf6ee8d6-7e83-408b-9935-a20e86f5621a'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:13:57.402769 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.645426 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Allocated IP 192.168.233.2 (e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce/bf6ee8d6-7e83-408b-9935-a20e86f5621a/dda27fe6-f39f-42d7-8ca4-07be21cdc898) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:13:57.800851 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Publish callbacks [] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.806929 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.839091 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:13:57.842174 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:13:57.846319 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:13:57.864274 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Pushing event updated for resources: {'Port': ['ID=dda27fe6-f39f-42d7-8ca4-07be21cdc898,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:57.884685 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.885044 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.885412 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.885777 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.886125 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.886456 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.886792 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.887118 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.887455 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.887784 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.888109 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.888484 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.888816 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.889139 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.889466 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:13:57.927139 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Attempting to bind port dda27fe6-f39f-42d7-8ca4-07be21cdc898 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:13:57.927516 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Attempting to bind port dda27fe6-f39f-42d7-8ca4-07be21cdc898 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '63b095bd-738d-4b1a-9fd0-6094f1c16c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:13:57.927869 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Attempting to bind port dda27fe6-f39f-42d7-8ca4-07be21cdc898 on network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:13:57.933334 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:13:57.934032 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Checking segment: {'id': '63b095bd-738d-4b1a-9fd0-6094f1c16c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:13:57.936831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.936831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Bound using segment: {'id': '63b095bd-738d-4b1a-9fd0-6094f1c16c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:13:57.936831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Bound port: dda27fe6-f39f-42d7-8ca4-07be21cdc898, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b095bd-738d-4b1a-9fd0-6094f1c16c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:13:57.936831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:57.999744 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] For port dda27fe6-f39f-42d7-8ca4-07be21cdc898, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:13:58.003037 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] For port dda27fe6-f39f-42d7-8ca4-07be21cdc898, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=dda27fe6-f39f-42d7-8ca4-07be21cdc898,segment=NetworkSegment(63b095bd-738d-4b1a-9fd0-6094f1c16c89),segment_id=63b095bd-738d-4b1a-9fd0-6094f1c16c89)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:13:58.011202 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:58.082146 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad685c-8aa5-4b71-b3bc-68dee0a10f7f None None] Pushing event updated for resources: {'Port': ['ID=dda27fe6-f39f-42d7-8ca4-07be21cdc898,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:58.977376 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6207de87-7255-457e-8673-ffa81089372f None None] Network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:13:59.046778 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-a0561592-1af0-4318-a2ba-c97a90c93f64 None None] Provisioning complete for port dda27fe6-f39f-42d7-8ca4-07be21cdc898 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:13:59.047090 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0561592-1af0-4318-a2ba-c97a90c93f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:59.191597 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-a0561592-1af0-4318-a2ba-c97a90c93f64 None None] Current status of the port dda27fe6-f39f-42d7-8ca4-07be21cdc898 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:59.191988 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0561592-1af0-4318-a2ba-c97a90c93f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:59.224562 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device dda27fe6-f39f-42d7-8ca4-07be21cdc898 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:13:59.268614 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-a0561592-1af0-4318-a2ba-c97a90c93f64 None None] For port dda27fe6-f39f-42d7-8ca4-07be21cdc898, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=dda27fe6-f39f-42d7-8ca4-07be21cdc898,segment=NetworkSegment(63b095bd-738d-4b1a-9fd0-6094f1c16c89),segment_id=63b095bd-738d-4b1a-9fd0-6094f1c16c89)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:13:59.277484 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0561592-1af0-4318-a2ba-c97a90c93f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:59.327668 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port dda27fe6-f39f-42d7-8ca4-07be21cdc898 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:13:59.327978 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:59.360173 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0561592-1af0-4318-a2ba-c97a90c93f64 None None] Pushing event updated for resources: {'Port': ['ID=dda27fe6-f39f-42d7-8ca4-07be21cdc898,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:13:59.438323 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port dda27fe6-f39f-42d7-8ca4-07be21cdc898 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:13:59.505872 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-46dee313-052b-425a-9a64-d2db1407769d None None] Provisioning complete for port dda27fe6-f39f-42d7-8ca4-07be21cdc898 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:13:59.506422 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-46dee313-052b-425a-9a64-d2db1407769d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:13:59.583131 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-46dee313-052b-425a-9a64-d2db1407769d None None] Current status of the port dda27fe6-f39f-42d7-8ca4-07be21cdc898 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:01.162967 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device dda27fe6-f39f-42d7-8ca4-07be21cdc898 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:14:01.210586 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port dda27fe6-f39f-42d7-8ca4-07be21cdc898 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:14:01.210981 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (dda27fe6-f39f-42d7-8ca4-07be21cdc898), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:01.284415 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port dda27fe6-f39f-42d7-8ca4-07be21cdc898 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:14:12.009931 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-61874992-bf17-4830-98d9-ffe36fe5143f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:14.327083 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d07a6ef1-c885-436c-ae12-2d53fdf7ce08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:15.499605 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:17.010464 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:18.193180 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:14:18.241334 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:42.003224 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ad07eaeb-9c72-4c26-bf18-9d93baeecbe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:44.331728 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-75759258-0ea7-4d3e-97d7-157fe447cd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:45.505864 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:47.013814 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:48.243200 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:14:55.191358 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:15:12.006285 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b819d4f2-aaf4-4fe7-8f11-f643a4e11b78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:14.334217 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bcdd1317-cf29-4fb6-9095-a63dc356c975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:15.506657 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:17.017412 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:18.250410 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.251123 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43332) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:29.257869 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [None req-d7d458bf-084a-41bf-8b67-6ce7decc95a2 tempest-verify_tempest_config-984078968 tempest-verify_tempest_config-984078968-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:15:29.258870 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d7d458bf-084a-41bf-8b67-6ce7decc95a2 tempest-verify_tempest_config-984078968 tempest-verify_tempest_config-984078968-project] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0067859 May 17 17:15:29.547197 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43350) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:29.662321 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.741763 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Publish callbacks [] for security_group (ea9d47df-7100-471e-a506-b3f89ec48933), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.745204 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ea9d47df-7100-471e-a506-b3f89ec48933), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.794987 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3b5d748325874909be2f2ac1654255cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2466986 May 17 17:15:29.795715 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9d47df-7100-471e-a506-b3f89ec48933,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:29.797780 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43356) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:15:29.802940 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.803290 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.803654 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.804000 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.804360 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.804691 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.805019 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.805343 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.805684 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.806014 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.806343 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.806669 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.806994 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.807311 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.807632 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e687caf8-9bec-4260-834c-e1a64edc8fad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.859141 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Publish callbacks [] for security_group (ea9d47df-7100-471e-a506-b3f89ec48933), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.879245 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Publish callbacks [] for security_group (ea9d47df-7100-471e-a506-b3f89ec48933), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.968830 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ea9d47df-7100-471e-a506-b3f89ec48933), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.971379 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:29.972608 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea9d47df-7100-471e-a506-b3f89ec48933 HTTP/1.1" status: 204 len: 168 time: 0.1738212 May 17 17:15:29.980721 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9d47df-7100-471e-a506-b3f89ec48933,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:15:29.987723 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.988063 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.988452 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.988800 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.989142 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.989519 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.989938 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.990383 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.990786 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.991121 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.991640 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.992022 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.992324 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.992812 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:29.993299 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8a828a-8101-4725-9b3d-27c776f91734 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:15:32.189756 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:15:42.012428 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-dd030863-f7de-42b5-9f30-fc3c43721b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:44.336032 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-700c8e0b-ad70-4d86-bfd9-d1bf04572697 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:45.508345 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:47.019586 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:15:48.242885 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:09.187423 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:16:12.005313 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6fc69dc3-1680-4537-abca-4506d46dc775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:14.338842 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d07d04ab-c899-4721-8ef4-315e66fc1be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:15.510178 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:17.023189 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:18.245034 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:42.007133 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9ecaf0c3-07cc-4d68-be55-b1855fc57d63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:44.340436 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-87d0b488-98e5-482b-9371-3c703afa6729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:45.512329 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:46.184984 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 5 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:16:47.026722 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:16:48.247014 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.014177 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-67efd81e-54fd-4b43-a272-bdd62e85dd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:12.477696 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-686427'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:14.343501 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-dc53be5d-3ccf-4c61-87cd-22fc024ca999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:15.516103 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:17.026918 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:18.251116 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:23.184125 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:17:25.795163 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43426) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:25.899694 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-61307c35-02aa-4030-a68e-9e55298f4f57 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1032984 May 17 17:17:28.191792 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43436) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:17:28.245491 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d7b73260-6ea9-487b-905d-00658cd49b75 admin admin] 10.222.0.81 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525630 May 17 17:17:42.008171 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f2c161ed-0bab-4de2-b484-dc407609e3d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:42.477599 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:44.346349 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-df224bc4-6f8d-431c-89b1-da589d314c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:45.518680 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:47.030540 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:17:48.253712 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:00.183089 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:18:12.009520 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-56be242d-1b4c-4237-80b9-8946ef40bef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:12.470840 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:14.348964 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-17c427cd-8020-40ca-b046-6aa5a40375f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:15.521645 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:17.035209 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:18.256601 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:37.184323 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:18:42.010840 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-69eb5049-edf3-46f5-947e-3f220fb72c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:42.479705 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:44.350965 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-264c58ab-a45a-4aac-8561-0e5823aeb6e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:45.527911 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:47.038568 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:18:48.260505 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:05.699570 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43554) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:05.990881 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-network', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:06.010458 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Made reservation on behalf of 31b28ed8fa0c42dc8294631db314ab0a for: {'network': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:06.013611 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.024761 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.218311 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Publish callbacks [] for security_group (93714d4c-8731-4482-96ac-45618f66bf0b), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.223374 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (93714d4c-8731-4482-96ac-45618f66bf0b), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.251538 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93714d4c-8731-4482-96ac-45618f66bf0b,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:06.260319 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=103827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:19:06.263540 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.264098 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.264631 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.265127 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.265644 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.266144 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.266639 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.267142 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.267494 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.267989 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.268513 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.268871 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.269207 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.269538 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.269865 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Tracked resource versions report: May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: pushed versions: May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: { 'AddressGroup': {'1.2'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Agent': {'1.1'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'ConntrackHelper': {'1.0'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'LocalIPAssociation': {'1.0'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Log': {'1.0'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'NDPProxy': {'1.0'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Network': {'1.1'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Port': {'1.7'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'PortForwarding': {'1.3'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'QosPolicy': {'1.10'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SecurityGroup': {'1.5'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SecurityGroupRule': {'1.2'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SubPort': {'1.0'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Subnet': {'1.1'}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Trunk': {'1.1'}} May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: consumer versions: May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: { DHCP agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: HyperV agent@hv-cinder-84214: {}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: L3 agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: Metadata agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: Metering agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: Open vSwitch agent@dv-cinder-842148-1-iscsi: { 'AddressGroup': '1.2', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Agent': '1.1', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'ConntrackHelper': '1.0', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'LocalIPAssociation': '1.0', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Log': '1.0', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'NDPProxy': '1.0', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Network': '1.1', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Port': '1.7', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'PortForwarding': '1.3', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'QosPolicy': '1.10', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SecurityGroup': '1.5', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SecurityGroupRule': '1.2', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'SubPort': '1.0', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Subnet': '1.1', May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: 'Trunk': '1.1'}} May 17 17:19:06.271031 dv-cinder-842148-1-iscsi neutron-server[103827]: {{(pid=103827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:19:06.281337 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (466a3ab2-1d68-42a4-ac51-3ea813f10f59), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.281907 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.segments_db [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Added segment 466a3ab2-1d68-42a4-ac51-3ea813f10f59 of type vlan for network 0b423006-12e3-472b-b6a6-0910894ab360 May 17 17:19:06.337867 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (0b423006-12e3-472b-b6a6-0910894ab360), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.367365 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (0b423006-12e3-472b-b6a6-0910894ab360), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.368531 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:06.369193 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.407228 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7060006 May 17 17:19:06.410077 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43596) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:06.416697 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Request body: {'subnet': {'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-subnet', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:06.446548 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Made reservation on behalf of 31b28ed8fa0c42dc8294631db314ab0a for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:06.450243 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.455430 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6cb87-1775-4532-93b6-d6b9882ebca3 admin admin] Pushing event updated for resources: {'Network': ['ID=0b423006-12e3-472b-b6a6-0910894ab360,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:06.467568 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 0b423006-12e3-472b-b6a6-0910894ab360 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:19:06.696264 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for subnet (6dba3b42-2135-4311-84f7-13e53c14101f), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.744118 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dba3b42-2135-4311-84f7-13e53c14101f,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:06.755687 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.756119 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.756502 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.756848 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.757282 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.757806 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.758145 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.758478 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.758812 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.759144 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.759499 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.759832 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.760161 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.760511 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.760837 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Tracked resource versions report: May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: pushed versions: May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: { 'AddressGroup': {'1.2'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Agent': {'1.1'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'ConntrackHelper': {'1.0'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'LocalIPAssociation': {'1.0'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Log': {'1.0'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'NDPProxy': {'1.0'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Network': {'1.1'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Port': {'1.7'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'PortForwarding': {'1.3'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'QosPolicy': {'1.10'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SecurityGroup': {'1.5'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SecurityGroupRule': {'1.2'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SubPort': {'1.0'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Subnet': {'1.1'}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Trunk': {'1.1'}} May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: consumer versions: May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: { DHCP agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: HyperV agent@hv-cinder-84214: {}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: L3 agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: Metadata agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: Metering agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: Open vSwitch agent@dv-cinder-842148-1-iscsi: { 'AddressGroup': '1.2', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Agent': '1.1', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'ConntrackHelper': '1.0', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'LocalIPAssociation': '1.0', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Log': '1.0', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'NDPProxy': '1.0', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Network': '1.1', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Port': '1.7', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'PortForwarding': '1.3', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'QosPolicy': '1.10', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SecurityGroup': '1.5', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SecurityGroupRule': '1.2', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'SubPort': '1.0', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Subnet': '1.1', May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: 'Trunk': '1.1'}} May 17 17:19:06.762631 dv-cinder-842148-1-iscsi neutron-server[103826]: {{(pid=103826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:19:06.791976 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Checking segment: {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:06.792397 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Network hostable DHCP agents. Network: 0b423006-12e3-472b-b6a6-0910894ab360, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:19:06.818377 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Network 0b423006-12e3-472b-b6a6-0910894ab360 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:19:06.837757 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 0b423006-12e3-472b-b6a6-0910894ab360) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:06.842682 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:06.843284 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.851305 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2146e3-02d9-4308-836a-03b61d016407 None None] Network 0b423006-12e3-472b-b6a6-0910894ab360 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:06.869767 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43624) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:06.874907 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:06.879354 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-bba60e25-527e-4cc3-87fb-281c0513f26a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4597893 May 17 17:19:06.899476 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (5c18e419-3100-488e-81cb-1a021556f59f), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.901764 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (5c18e419-3100-488e-81cb-1a021556f59f), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.974708 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks [] for router_controller (5c18e419-3100-488e-81cb-1a021556f59f), precommit_add_association {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:06.978464 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-0b423006-12e3-472b-b6a6-0910894ab360', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:19:06.980366 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.137317 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks [] for router_gateway (5c18e419-3100-488e-81cb-1a021556f59f), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.176446 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Allocated IP 172.20.0.2 (0b423006-12e3-472b-b6a6-0910894ab360/6dba3b42-2135-4311-84f7-13e53c14101f/af7c3d46-6b8c-44aa-aebe-7e5b637f5da5) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:07.351550 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks [] for router_gateway (5c18e419-3100-488e-81cb-1a021556f59f), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.375246 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.396326 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Publish callbacks [] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.403089 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.442181 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Network 0b423006-12e3-472b-b6a6-0910894ab360 is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:07.443584 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:07.447396 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:07.489285 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Pushing event updated for resources: {'Port': ['ID=af7c3d46-6b8c-44aa-aebe-7e5b637f5da5,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:07.515622 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.516270 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.516833 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.517194 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.517538 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.517875 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.518207 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.518538 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.518860 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.519353 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.519836 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.520361 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.520857 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.521356 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.521835 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Tracked resource versions report: May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: pushed versions: May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: { 'AddressGroup': {'1.2'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Agent': {'1.1'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'ConntrackHelper': {'1.0'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'LocalIPAssociation': {'1.0'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Log': {'1.0'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'NDPProxy': {'1.0'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Network': {'1.1'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Port': {'1.7'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'PortForwarding': {'1.3'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'QosPolicy': {'1.10'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SecurityGroup': {'1.5'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SecurityGroupRule': {'1.2'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SubPort': {'1.0'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Subnet': {'1.1'}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Trunk': {'1.1'}} May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: consumer versions: May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: { DHCP agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: HyperV agent@hv-cinder-84214: {}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: L3 agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: Metadata agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: Metering agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: Open vSwitch agent@dv-cinder-842148-1-iscsi: { 'AddressGroup': '1.2', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Agent': '1.1', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'ConntrackHelper': '1.0', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'LocalIPAssociation': '1.0', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Log': '1.0', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'NDPProxy': '1.0', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Network': '1.1', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Port': '1.7', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'PortForwarding': '1.3', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'QosPolicy': '1.10', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SecurityGroup': '1.5', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SecurityGroupRule': '1.2', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'SubPort': '1.0', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Subnet': '1.1', May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: 'Trunk': '1.1'}} May 17 17:19:07.523214 dv-cinder-842148-1-iscsi neutron-server[103828]: {{(pid=103828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:19:07.545340 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Attempting to bind port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:07.545971 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Attempting to bind port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:07.546514 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Attempting to bind port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 on network 0b423006-12e3-472b-b6a6-0910894ab360 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:07.548795 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Allocated IP 172.27.3.199 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/9c08604f-e303-49cf-be3c-89081e940c08) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:07.553503 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43658) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:07.556581 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:07.556960 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Checking segment: {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:07.557828 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.559218 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Bound using segment: {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:07.559712 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Bound port: af7c3d46-6b8c-44aa-aebe-7e5b637f5da5, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:07.560098 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.596145 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43662) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:07.636262 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] For port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:07.641238 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] For port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=af7c3d46-6b8c-44aa-aebe-7e5b637f5da5,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:07.647841 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.722354 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a4cf5-1f56-4387-8c74-05cb9b3f09ba None None] Pushing event updated for resources: {'Port': ['ID=af7c3d46-6b8c-44aa-aebe-7e5b637f5da5,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:07.779655 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks [] for port (9c08604f-e303-49cf-be3c-89081e940c08), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.837427 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (9c08604f-e303-49cf-be3c-89081e940c08), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:07.895787 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Pushing event updated for resources: {'Port': ['ID=9c08604f-e303-49cf-be3c-89081e940c08,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:07.917396 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:07.927221 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:07.931252 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:08.101943 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-263684922-network', 'tenant_id': 'efed7d1f250540058e900e9839873ca4'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:08.127903 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Made reservation on behalf of efed7d1f250540058e900e9839873ca4 for: {'network': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:08.131006 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.142558 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.224021 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-482382546-network', 'tenant_id': 'f891ca3f0e0f471daf0c29f95d38f361'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:08.339545 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Publish callbacks [] for security_group (1080ecf5-caf3-473e-9945-b8b36e60a0bd), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.343001 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Made reservation on behalf of f891ca3f0e0f471daf0c29f95d38f361 for: {'network': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:08.345729 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.356223 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (1080ecf5-caf3-473e-9945-b8b36e60a0bd), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.370474 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.448843 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43682) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:08.458150 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080ecf5-caf3-473e-9945-b8b36e60a0bd,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:08.506423 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=103827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:19:08.549642 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks [] for router_gateway (5c18e419-3100-488e-81cb-1a021556f59f), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.639030 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (77417e9e-1869-49c4-b78a-94a178cbeecf), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.639663 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.segments_db [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Added segment 77417e9e-1869-49c4-b78a-94a178cbeecf of type vlan for network 7152e6ac-4c30-4f68-a714-3ab82f7927bc May 17 17:19:08.662551 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1850359607-network', 'tenant_id': 'f975cd8816d04a62b906441bceaff570'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:08.720542 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Made reservation on behalf of f975cd8816d04a62b906441bceaff570 for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:08.724643 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.742970 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.750223 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (7152e6ac-4c30-4f68-a714-3ab82f7927bc), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.835205 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Publish callbacks [] for security_group (7132594c-107b-4633-a52e-93d67b6612a8), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.891645 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Publish callbacks [] for security_group (03aad97c-fdca-420d-8951-886d9496ad3a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.892516 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7132594c-107b-4633-a52e-93d67b6612a8), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.904064 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (03aad97c-fdca-420d-8951-886d9496ad3a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.917640 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 835} {{(pid=103827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:19:08.931650 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (8dec09f7-c3e6-4543-83e7-2cc3823a70af), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.932203 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.segments_db [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Added segment 8dec09f7-c3e6-4543-83e7-2cc3823a70af of type vlan for network c8b3322d-a5ac-4721-a249-e9704756908b May 17 17:19:08.946696 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 802} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:19:08.971835 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (4303b10a-9ca9-4c81-9ea4-a4e97c1b3891), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:08.973019 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Added segment 4303b10a-9ca9-4c81-9ea4-a4e97c1b3891 of type vlan for network 6238abbd-960c-4e92-a73b-e546bdad5f2d May 17 17:19:09.018711 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (c8b3322d-a5ac-4721-a249-e9704756908b), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.093695 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03aad97c-fdca-420d-8951-886d9496ad3a,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:09.128893 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (7152e6ac-4c30-4f68-a714-3ab82f7927bc), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.129902 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:09.130483 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.133889 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (6238abbd-960c-4e92-a73b-e546bdad5f2d), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.136093 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.db.resource_extend [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 17:19:09.180049 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (6238abbd-960c-4e92-a73b-e546bdad5f2d), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.181368 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:09.182079 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.258567 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.8040068 May 17 17:19:09.264233 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43720) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:09.288717 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Request body: {'subnet': {'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1850359607-subnet', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:09.298947 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d76d96-1fc7-4a1f-825c-178cb0414c15 None None] Network 0b423006-12e3-472b-b6a6-0910894ab360 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:09.395950 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] Pushing event updated for resources: {'Network': ['ID=7152e6ac-4c30-4f68-a714-3ab82f7927bc,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:09.429839 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7132594c-107b-4633-a52e-93d67b6612a8,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:09.456236 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52beca93-24b0-4cfd-b4da-8998e9a632f8 admin admin] Pushing event updated for resources: {'Network': ['ID=6238abbd-960c-4e92-a73b-e546bdad5f2d,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:09.472108 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Made reservation on behalf of f975cd8816d04a62b906441bceaff570 for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:09.475507 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.485023 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (c8b3322d-a5ac-4721-a249-e9704756908b), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.486078 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:09.486630 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.486757 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 7152e6ac-4c30-4f68-a714-3ab82f7927bc details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:19:09.488607 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:19:09.490411 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:09.522988 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-0de929f0-5ee0-4b89-a078-895c3a98ee97 None None] Provisioning complete for port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:09.526550 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d2f912bf-9398-4047-b0e7-bc410acdd8bc admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.9269245 May 17 17:19:09.526801 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43730) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:09.529893 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-0de929f0-5ee0-4b89-a078-895c3a98ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.550340 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.9920347 May 17 17:19:09.563131 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43732) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:09.568617 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Request body: {'subnet': {'network_id': 'c8b3322d-a5ac-4721-a249-e9704756908b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-482382546-subnet', 'tenant_id': 'f891ca3f0e0f471daf0c29f95d38f361', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:09.595480 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Request body: {'subnet': {'network_id': '7152e6ac-4c30-4f68-a714-3ab82f7927bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-263684922-subnet', 'tenant_id': 'efed7d1f250540058e900e9839873ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:09.628323 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba1d762-327a-4940-ab8c-f218eb51cb02 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b3322d-a5ac-4721-a249-e9704756908b,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:09.631503 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (5c18e419-3100-488e-81cb-1a021556f59f), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.647054 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-0de929f0-5ee0-4b89-a078-895c3a98ee97 None None] Current status of the port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:09.648476 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-0de929f0-5ee0-4b89-a078-895c3a98ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.672674 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Made reservation on behalf of efed7d1f250540058e900e9839873ca4 for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:09.676281 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.699706 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-0de929f0-5ee0-4b89-a078-895c3a98ee97 None None] For port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=af7c3d46-6b8c-44aa-aebe-7e5b637f5da5,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:09.701465 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network c8b3322d-a5ac-4721-a249-e9704756908b details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:19:09.737807 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Made reservation on behalf of f891ca3f0e0f471daf0c29f95d38f361 for: {'subnet': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:09.740276 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.779342 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-0de929f0-5ee0-4b89-a078-895c3a98ee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:09.852535 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Router 5c18e419-3100-488e-81cb-1a021556f59f is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:19:09.928348 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de929f0-5ee0-4b89-a078-895c3a98ee97 None None] Pushing event updated for resources: {'Port': ['ID=af7c3d46-6b8c-44aa-aebe-7e5b637f5da5,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:10.102730 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for subnet (a27c8d4b-1cdd-4dae-86eb-f0dfe1030683), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.137386 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:19:10.150435 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Sync routers for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:19:10.175227 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:10.176148 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:18:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:10.192558 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for subnet (587cd2ff-00b9-4518-8c85-b74ee04204e3), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.254672 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.264641 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-fcaffa90-d472-4f5d-8f73-f5402915ec9c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3936911 May 17 17:19:10.266912 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43758) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:10.287605 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a27c8d4b-1cdd-4dae-86eb-f0dfe1030683,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:10.429501 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Checking segment: {'id': '8dec09f7-c3e6-4543-83e7-2cc3823a70af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c8b3322d-a5ac-4721-a249-e9704756908b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:10.429942 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Network hostable DHCP agents. Network: c8b3322d-a5ac-4721-a249-e9704756908b, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:19:10.483291 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Network c8b3322d-a5ac-4721-a249-e9704756908b is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:19:10.519938 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:10.521748 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.524496 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, c8b3322d-a5ac-4721-a249-e9704756908b) {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:10.531997 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:10.535595 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.585193 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:10.632317 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for subnet (22f5f9b8-db29-48ff-8d68-880aa9a12e30), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.653345 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa408f9-e7fa-4142-9201-7195cddc1ba7 None None] Network c8b3322d-a5ac-4721-a249-e9704756908b requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:10.734057 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-34c31605-c9d5-4dab-949b-215f1a5ec861 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1698403 May 17 17:19:10.763212 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Checking segment: {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:10.765815 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Network hostable DHCP agents. Network: 6238abbd-960c-4e92-a73b-e546bdad5f2d, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:19:10.800799 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:08Z', 'revision_number': 3, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:10.810497 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=587cd2ff-00b9-4518-8c85-b74ee04204e3,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:10.820240 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Checking segment: {'id': '77417e9e-1869-49c4-b78a-94a178cbeecf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '7152e6ac-4c30-4f68-a714-3ab82f7927bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:10.820904 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Network hostable DHCP agents. Network: 7152e6ac-4c30-4f68-a714-3ab82f7927bc, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:19:10.844324 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:19:10.852895 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 6238abbd-960c-4e92-a73b-e546bdad5f2d) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:10.854937 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Checking router: 5c18e419-3100-488e-81cb-1a021556f59f for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:19:10.861883 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Updating router 5c18e419-3100-488e-81cb-1a021556f59f port 9c08604f-e303-49cf-be3c-89081e940c08 binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:19:10.867103 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:10.867701 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.873104 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203afc57-bfd6-48a5-9b7c-aeca543cfe3a None None] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:10.894277 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Network 7152e6ac-4c30-4f68-a714-3ab82f7927bc is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:19:10.901663 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f5f9b8-db29-48ff-8d68-880aa9a12e30,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:10.908891 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-61073f4b-6e1e-4a2d-b862-81bf0f94de37 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6435974 May 17 17:19:10.911394 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 7152e6ac-4c30-4f68-a714-3ab82f7927bc) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:10.913012 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43778) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:10.918658 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:10.931419 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:10.932245 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.962388 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9c08604f-e303-49cf-be3c-89081e940c08), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.974744 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6e1e45cc-a021-4c0d-9eda-9254197ef5e6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4360554 May 17 17:19:10.974744 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (a6bba4be-67ed-4650-9731-d69e338b0869), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:10.976528 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (a6bba4be-67ed-4650-9731-d69e338b0869), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.029842 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-8e279d01-853c-4caf-9099-c164769222d5 None None] Provisioning complete for port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:11.030237 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8e279d01-853c-4caf-9099-c164769222d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.040529 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b659180-e232-4924-8a60-0725694a1ce2 None None] Network 7152e6ac-4c30-4f68-a714-3ab82f7927bc requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:11.327512 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.378209 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks [] for router_controller (a6bba4be-67ed-4650-9731-d69e338b0869), precommit_add_association {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.439321 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36df5f2-0c5d-4782-a320-9e1e02316819 None None] Network c8b3322d-a5ac-4721-a249-e9704756908b requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:11.559775 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43824) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:11.577257 dv-cinder-842148-1-iscsi neutron-server[103827]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 17 17:19:11.656744 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Publish callbacks [] for port (9c08604f-e303-49cf-be3c-89081e940c08), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.668531 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks [] for router_gateway (a6bba4be-67ed-4650-9731-d69e338b0869), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.669071 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:11.670217 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9c08604f-e303-49cf-be3c-89081e940c08), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.717425 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Pushing event updated for resources: {'Port': ['ID=9c08604f-e303-49cf-be3c-89081e940c08,revision_number=2']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:11.738377 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.739032 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.739698 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.740205 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.740715 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.741218 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.741714 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.742516 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.743242 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.743944 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.744705 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.745416 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.746709 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.747406 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.748879 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Tracked resource versions report: May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: pushed versions: May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: { 'AddressGroup': {'1.2'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Agent': {'1.1'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'ConntrackHelper': {'1.0'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'LocalIPAssociation': {'1.0'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Log': {'1.0'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'NDPProxy': {'1.0'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Network': {'1.1'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Port': {'1.7'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'PortForwarding': {'1.3'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'QosPolicy': {'1.10'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SecurityGroup': {'1.5'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SecurityGroupRule': {'1.2'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SubPort': {'1.0'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Subnet': {'1.1'}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Trunk': {'1.1'}} May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: consumer versions: May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: { DHCP agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: HyperV agent@hv-cinder-84214: {}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: L3 agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: Metadata agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: Metering agent@dv-cinder-842148-1-iscsi: {}, May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: Open vSwitch agent@dv-cinder-842148-1-iscsi: { 'AddressGroup': '1.2', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Agent': '1.1', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'ConntrackHelper': '1.0', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'LocalIPAssociation': '1.0', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Log': '1.0', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'NDPProxy': '1.0', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Network': '1.1', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Port': '1.7', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'PortForwarding': '1.3', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'QosPolicy': '1.10', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SecurityGroup': '1.5', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SecurityGroupRule': '1.2', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'SubPort': '1.0', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Subnet': '1.1', May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: 'Trunk': '1.1'}} May 17 17:19:11.751537 dv-cinder-842148-1-iscsi neutron-server[103829]: {{(pid=103829) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 17 17:19:11.759753 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Attempting to bind port 9c08604f-e303-49cf-be3c-89081e940c08 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:11.760339 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Attempting to bind port 9c08604f-e303-49cf-be3c-89081e940c08 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:11.760887 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Attempting to bind port 9c08604f-e303-49cf-be3c-89081e940c08 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:11.768365 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:11.768986 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:11.769567 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.770116 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:11.770840 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Bound port: 9c08604f-e303-49cf-be3c-89081e940c08, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:11.771566 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9c08604f-e303-49cf-be3c-89081e940c08), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.828379 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Allocated IP 172.20.0.1 (0b423006-12e3-472b-b6a6-0910894ab360/6dba3b42-2135-4311-84f7-13e53c14101f/63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:11.829989 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] For port 9c08604f-e303-49cf-be3c-89081e940c08, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:11.833897 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] For port 9c08604f-e303-49cf-be3c-89081e940c08, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=9c08604f-e303-49cf-be3c-89081e940c08,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:11.843152 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9c08604f-e303-49cf-be3c-89081e940c08), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.918629 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:11.971652 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Publish callbacks [] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:11.988278 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e583b9-7a12-4d59-85c1-8f120057cd69 None None] Pushing event updated for resources: {'Port': ['ID=9c08604f-e303-49cf-be3c-89081e940c08,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:12.005906 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-6238abbd-960c-4e92-a73b-e546bdad5f2d', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'project_id': 'f975cd8816d04a62b906441bceaff570', 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:19:12.007466 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.018624 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.023162 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:12.024931 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:18:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:12.031411 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16420cdf-f763-46fb-a7e7-d1428746fad6 None None] Network 7152e6ac-4c30-4f68-a714-3ab82f7927bc requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:12.173278 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Network 0b423006-12e3-472b-b6a6-0910894ab360 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:12.185674 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-8e279d01-853c-4caf-9099-c164769222d5 None None] Current status of the port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:12.195267 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:12.204182 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:12.205043 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (5c18e419-3100-488e-81cb-1a021556f59f), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.224324 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c529feca-5abe-4822-b464-2576bb57a7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.247574 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:12.267889 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:12.268499 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.280067 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks [] for router_gateway (a6bba4be-67ed-4650-9731-d69e338b0869), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.342730 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43858) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:12.352854 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122821527-network', 'tenant_id': 'a989f02f54114c37b87a0ee98c9fb747'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:12.378226 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.391832 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Made reservation on behalf of a989f02f54114c37b87a0ee98c9fb747 for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:12.395107 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.502412 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.534857 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:12.556608 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Allocated IP 172.20.0.2 (6238abbd-960c-4e92-a73b-e546bdad5f2d/587cd2ff-00b9-4518-8c85-b74ee04204e3/b476b40e-0ae3-4698-84a6-cac23ce05e3e) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:12.689373 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Allocated IP 172.27.3.193 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/2f75ee7f-da92-4584-8a69-8aae78c3dbf5) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:12.690113 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:08Z', 'revision_number': 3, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:12.768996 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Pushing event updated for resources: {'Port': ['ID=63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:12.774860 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f68ae3-c806-46a9-adf9-8165af170155 None None] The sync data for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi is: [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:08Z', 'revision_number': 3, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:19:12.784302 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-999ed0f8-55a1-4b76-a80a-2eba9e58d99d None None] Provisioning complete for port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:12.787363 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-999ed0f8-55a1-4b76-a80a-2eba9e58d99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.811955 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Publish callbacks [] for security_group (b82ebbf5-8ded-4937-b641-5581e1f21935), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.844384 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b82ebbf5-8ded-4937-b641-5581e1f21935), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.851215 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-da763114-7e7f-452d-8f62-16ea283d7576 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:12.852821 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-da763114-7e7f-452d-8f62-16ea283d7576 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/networks?id=c8b3322d-a5ac-4721-a249-e9704756908b HTTP/1.1" status: 200 len: 811 time: 1.2775574 May 17 17:19:12.863315 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:19:12.871982 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-999ed0f8-55a1-4b76-a80a-2eba9e58d99d None None] Port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:19:12.875146 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.877355 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (cf683144-60fc-4b4c-9bee-8a20a1f7a371), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.878592 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Added segment cf683144-60fc-4b4c-9bee-8a20a1f7a371 of type vlan for network 714f8e23-5631-4944-8eae-11f36184e18a May 17 17:19:12.879221 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-b9fac955-9279-4df9-89d1-a5ee242b46cf tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/quotas/f891ca3f0e0f471daf0c29f95d38f361 HTTP/1.1" status: 200 len: 375 time: 0.0187075 May 17 17:19:12.940905 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (714f8e23-5631-4944-8eae-11f36184e18a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:12.999880 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (714f8e23-5631-4944-8eae-11f36184e18a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.002008 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:13.002805 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.005983 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-9b462e00-471c-484e-a44a-97f515b9d3d7 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f891ca3f0e0f471daf0c29f95d38f361&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1031570 May 17 17:19:13.068075 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7241316 May 17 17:19:13.068809 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43880) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:13.091026 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Request body: {'subnet': {'network_id': '714f8e23-5631-4944-8eae-11f36184e18a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2122821527-subnet', 'tenant_id': 'a989f02f54114c37b87a0ee98c9fb747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:13.129066 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Made reservation on behalf of a989f02f54114c37b87a0ee98c9fb747 for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:13.131580 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.142636 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Publish callbacks [] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.168085 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.243072 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82ebbf5-8ded-4937-b641-5581e1f21935,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:13.364646 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Publish callbacks [] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.375858 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks [] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.379175 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Pushing event updated for resources: {'Port': ['ID=b476b40e-0ae3-4698-84a6-cac23ce05e3e,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:13.379934 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.385761 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (5c18e419-3100-488e-81cb-1a021556f59f), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.401655 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:13.407938 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:13.424261 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:13.530447 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Attempting to bind port b476b40e-0ae3-4698-84a6-cac23ce05e3e on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:13.531133 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Attempting to bind port b476b40e-0ae3-4698-84a6-cac23ce05e3e by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:13.531754 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Attempting to bind port b476b40e-0ae3-4698-84a6-cac23ce05e3e on network 6238abbd-960c-4e92-a73b-e546bdad5f2d {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:13.539475 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:13.540215 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Checking segment: {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:13.540887 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.541581 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Bound using segment: {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:13.542282 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Bound port: b476b40e-0ae3-4698-84a6-cac23ce05e3e, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:13.543418 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.583168 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-80b10205-b701-4746-af1a-9e751515b99f service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:19:13.584243 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-80b10205-b701-4746-af1a-9e751515b99f service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2771046 May 17 17:19:13.602007 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Network 0b423006-12e3-472b-b6a6-0910894ab360 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:13.603827 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:13.608818 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c58ed-e9b7-41fd-aa8c-c4e2349f0121 admin admin] Pushing event updated for resources: {'Network': ['ID=714f8e23-5631-4944-8eae-11f36184e18a,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:13.623998 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 714f8e23-5631-4944-8eae-11f36184e18a details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:19:13.666510 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] For port b476b40e-0ae3-4698-84a6-cac23ce05e3e, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:13.672539 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] For port b476b40e-0ae3-4698-84a6-cac23ce05e3e, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=b476b40e-0ae3-4698-84a6-cac23ce05e3e,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:13.773617 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.781095 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Pushing event updated for resources: {'Port': ['ID=63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:13.801623 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.824772 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:13.856476 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9c08604f-e303-49cf-be3c-89081e940c08 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:13.878643 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-3a0b687e-9d9b-4650-a4d5-9276b782d438 service neutron] 10.222.0.81 "GET /v2.0/networks/c8b3322d-a5ac-4721-a249-e9704756908b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504475 May 17 17:19:13.880061 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:13.883769 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for subnet (fff1d58f-41e8-4221-ae32-256b2497b173), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.899696 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:13.915821 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:13.968049 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6dc08-4853-4dd8-b2ff-8b973a6edeca None None] Pushing event updated for resources: {'Port': ['ID=b476b40e-0ae3-4698-84a6-cac23ce05e3e,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:13.970769 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 9c08604f-e303-49cf-be3c-89081e940c08 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:13.971225 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9c08604f-e303-49cf-be3c-89081e940c08), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:14.038300 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Router 5c18e419-3100-488e-81cb-1a021556f59f has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:19:14.049637 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-e01e8a29-febe-4be9-9f61-d8d395ce23fa service neutron] 10.222.0.81 "GET /v2.0/networks/c8b3322d-a5ac-4721-a249-e9704756908b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700327 May 17 17:19:14.061884 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-ffd190df-a06c-46b5-b966-8ac6b2d853c1 None None] Provisioning complete for port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:14.062383 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ffd190df-a06c-46b5-b966-8ac6b2d853c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:14.110849 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 9c08604f-e303-49cf-be3c-89081e940c08 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:14.111246 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9c08604f-e303-49cf-be3c-89081e940c08), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:14.146380 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-ffd190df-a06c-46b5-b966-8ac6b2d853c1 None None] Port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:19:14.202600 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 9c08604f-e303-49cf-be3c-89081e940c08, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=9c08604f-e303-49cf-be3c-89081e940c08,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:14.208357 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:19:14.211602 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9c08604f-e303-49cf-be3c-89081e940c08), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:14.311912 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=9c08604f-e303-49cf-be3c-89081e940c08,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:14.328315 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Pushing event updated for resources: {'Port': ['ID=2f75ee7f-da92-4584-8a69-8aae78c3dbf5,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:14.337585 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:19:14.344478 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-52cbdf1f-0cbd-4578-829a-09fd16586801 admin admin] 10.222.0.81 "PUT /v2.0/routers/5c18e419-3100-488e-81cb-1a021556f59f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0764205 May 17 17:19:14.381988 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4b3b-d456-42e6-a7b2-7b45dd40edfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:14.416797 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fff1d58f-41e8-4221-ae32-256b2497b173,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:14.453785 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43916) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:14.528103 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5e6078c9-e374-4285-8f5f-f6ce470ab332 req-31b5400b-215e-4607-a717-5541819adc19 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 210 time: 0.0733449 May 17 17:19:14.544131 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Checking segment: {'id': 'cf683144-60fc-4b4c-9bee-8a20a1f7a371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '714f8e23-5631-4944-8eae-11f36184e18a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:14.544511 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Network hostable DHCP agents. Network: 714f8e23-5631-4944-8eae-11f36184e18a, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:19:14.598697 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Network 714f8e23-5631-4944-8eae-11f36184e18a is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:19:14.655354 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 714f8e23-5631-4944-8eae-11f36184e18a) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:14.664866 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8fde59-cbc0-4212-b186-4e1bda956cee None None] Network 714f8e23-5631-4944-8eae-11f36184e18a requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:14.681027 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:14.681622 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:14.706846 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks [] for router_gateway (a6bba4be-67ed-4650-9731-d69e338b0869), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:14.747238 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-b86967b4-6efd-4abf-b02d-65236b5a9c6a admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6659374 May 17 17:19:14.804973 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f85bb9-5b49-4eaa-8c99-b2be40a93e23 None None] Network 714f8e23-5631-4944-8eae-11f36184e18a requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:14.860011 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43946) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:14.865363 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-fe58eefa-dbc7-44d4-95eb-e750a91413f9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1796673226', 'description': 'tempest-description--98807748'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:14.919284 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fe58eefa-dbc7-44d4-95eb-e750a91413f9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:14.963450 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43948) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:15.021786 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (a6bba4be-67ed-4650-9731-d69e338b0869), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.039297 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-a798c3a9-f53b-47fb-95d5-a800177d1334 admin admin] Deleting subnet 22f5f9b8-db29-48ff-8d68-880aa9a12e30 {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:19:15.044337 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a798c3a9-f53b-47fb-95d5-a800177d1334 admin admin] Publish callbacks [] for subnet (22f5f9b8-db29-48ff-8d68-880aa9a12e30), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.132644 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fe58eefa-dbc7-44d4-95eb-e750a91413f9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (8d7533b8-5eb7-4e1a-9b24-34c55db3384b), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.142562 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a798c3a9-f53b-47fb-95d5-a800177d1334 admin admin] Publish callbacks [] for subnet (22f5f9b8-db29-48ff-8d68-880aa9a12e30), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.155179 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a798c3a9-f53b-47fb-95d5-a800177d1334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (22f5f9b8-db29-48ff-8d68-880aa9a12e30), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.157590 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fe58eefa-dbc7-44d4-95eb-e750a91413f9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8d7533b8-5eb7-4e1a-9b24-34c55db3384b), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.217048 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Router a6bba4be-67ed-4650-9731-d69e338b0869 is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:19:15.229344 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fe58eefa-dbc7-44d4-95eb-e750a91413f9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.230693 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-fe58eefa-dbc7-44d4-95eb-e750a91413f9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3690641 May 17 17:19:15.236814 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43962) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:15.238062 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe58eefa-dbc7-44d4-95eb-e750a91413f9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7533b8-5eb7-4e1a-9b24-34c55db3384b,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:15.248250 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-5d8e29b0-f455-4496-b1f8-85aa1384c972 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'security_group_rule': {'security_group_id': '8d7533b8-5eb7-4e1a-9b24-34c55db3384b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:15.287102 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a798c3a9-f53b-47fb-95d5-a800177d1334 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for subnet (22f5f9b8-db29-48ff-8d68-880aa9a12e30), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.318194 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a798c3a9-f53b-47fb-95d5-a800177d1334 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f5f9b8-db29-48ff-8d68-880aa9a12e30,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:15.326691 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a798c3a9-f53b-47fb-95d5-a800177d1334 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.330650 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-a798c3a9-f53b-47fb-95d5-a800177d1334 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/22f5f9b8-db29-48ff-8d68-880aa9a12e30 HTTP/1.1" status: 204 len: 168 time: 0.3657417 May 17 17:19:15.334364 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 43970) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:15.391609 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d8e29b0-f455-4496-b1f8-85aa1384c972 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (be977073-e910-4da5-b1c2-359517afa250), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.475932 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:19:15.495602 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Sync routers for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:19:15.515218 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (7152e6ac-4c30-4f68-a714-3ab82f7927bc), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.532755 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:15.533857 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:15.536250 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.539034 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-20dfee7e-f8a9-42a1-992e-d7d1a14f8225 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6235726 May 17 17:19:15.559122 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 43986) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:15.568801 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Sync routers for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:19:15.588976 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:15.592440 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:15.783348 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d8e29b0-f455-4496-b1f8-85aa1384c972 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (be977073-e910-4da5-b1c2-359517afa250), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.790962 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (7152e6ac-4c30-4f68-a714-3ab82f7927bc), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.803728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d8e29b0-f455-4496-b1f8-85aa1384c972 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (be977073-e910-4da5-b1c2-359517afa250), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:15.903104 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:15.912887 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e29b0-f455-4496-b1f8-85aa1384c972 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be977073-e910-4da5-b1c2-359517afa250,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:15.918159 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df1f3c3e-07c7-4965-afb8-3bd8f7473029 req-745c48cd-833d-42c2-9616-019dc0414af9 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 210 time: 0.2305093 May 17 17:19:15.954373 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:15.959357 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:15.960257 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:15.960631 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > port after_create 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:15.965466 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > port after_delete 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:15.965865 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > port after_update 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:15.968465 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:15.968465 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:15.970755 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:15.970755 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:16.015048 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d8e29b0-f455-4496-b1f8-85aa1384c972 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.016203 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-5d8e29b0-f455-4496-b1f8-85aa1384c972 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7737577 May 17 17:19:16.029471 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44014) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:16.037657 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-6db092f1-0e57-48c8-8a6c-a15cb6b942ba tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'security_group_rule': {'security_group_id': '8d7533b8-5eb7-4e1a-9b24-34c55db3384b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:16.064597 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.174614 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9c08604f-e303-49cf-be3c-89081e940c08 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:16.331299 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:16.358433 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:16.358807 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:16.359146 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:16.359476 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103827) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:16.359848 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7152e6ac-4c30-4f68-a714-3ab82f7927bc']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:16.404631 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77417e9e-1869-49c4-b78a-94a178cbeecf') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:16.404987 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77417e9e-1869-49c4-b78a-94a178cbeecf') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:16.430498 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:13Z', 'revision_number': 2, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:16.441982 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (77417e9e-1869-49c4-b78a-94a178cbeecf), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.477334 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (77417e9e-1869-49c4-b78a-94a178cbeecf), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.484386 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Checking router: 5c18e419-3100-488e-81cb-1a021556f59f for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:19:16.484853 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Updating router 5c18e419-3100-488e-81cb-1a021556f59f port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:19:16.489213 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:19:16.490080 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (77417e9e-1869-49c4-b78a-94a178cbeecf), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: from cryptography.utils import int_from_bytes May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: from cryptography.utils import int_from_bytes May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:19:16.497156 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:19:16.532495 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 9c08604f-e303-49cf-be3c-89081e940c08 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:16.540579 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9c08604f-e303-49cf-be3c-89081e940c08), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.580917 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.613104 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63eaa0d3-b37d-4f68-a01b-7e569a48d49d None None] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:16.626250 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (7152e6ac-4c30-4f68-a714-3ab82f7927bc), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.637503 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.646265 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] 10.222.0.81 "DELETE /v2.0/networks/7152e6ac-4c30-4f68-a714-3ab82f7927bc HTTP/1.1" status: 204 len: 168 time: 1.3107476 May 17 17:19:16.648647 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44036) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:16.683978 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-4bb2a942-b3a7-4f78-98ed-ab9ba453b94d None None] Provisioning complete for port b476b40e-0ae3-4698-84a6-cac23ce05e3e triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:16.684604 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a942-b3a7-4f78-98ed-ab9ba453b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.705441 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6db092f1-0e57-48c8-8a6c-a15cb6b942ba tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (f17d44b7-58b3-4592-bcb6-0f3919cd4b56), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:16.901121 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 9c08604f-e303-49cf-be3c-89081e940c08 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:16.902415 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b476b40e-0ae3-4698-84a6-cac23ce05e3e up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:16.910102 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 3, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:16.974932 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Checking router: a6bba4be-67ed-4650-9731-d69e338b0869 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:19:16.975302 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Updating router a6bba4be-67ed-4650-9731-d69e338b0869 port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:19:16.995066 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b49b1b-2c13-4f91-ac20-d55803552ead admin admin] Pushing event deleted for resources: {'Network': ['ID=7152e6ac-4c30-4f68-a714-3ab82f7927bc,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:17.052045 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6362957a-aabc-4db9-8792-a318c4b23afb admin admin] Deleting subnet fff1d58f-41e8-4221-ae32-256b2497b173 {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:19:17.063360 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6362957a-aabc-4db9-8792-a318c4b23afb admin admin] Publish callbacks [] for subnet (fff1d58f-41e8-4221-ae32-256b2497b173), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.118724 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6db092f1-0e57-48c8-8a6c-a15cb6b942ba tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (f17d44b7-58b3-4592-bcb6-0f3919cd4b56), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.137542 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6db092f1-0e57-48c8-8a6c-a15cb6b942ba tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (f17d44b7-58b3-4592-bcb6-0f3919cd4b56), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.140430 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44054) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:17.183857 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6362957a-aabc-4db9-8792-a318c4b23afb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (fff1d58f-41e8-4221-ae32-256b2497b173), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.191050 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port b476b40e-0ae3-4698-84a6-cac23ce05e3e triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:17.193217 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db092f1-0e57-48c8-8a6c-a15cb6b942ba tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f17d44b7-58b3-4592-bcb6-0f3919cd4b56,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:17.193704 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.292143 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6db092f1-0e57-48c8-8a6c-a15cb6b942ba tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.293952 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6db092f1-0e57-48c8-8a6c-a15cb6b942ba tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2635050 May 17 17:19:17.299009 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2a942-b3a7-4f78-98ed-ab9ba453b94d None None] Current status of the port b476b40e-0ae3-4698-84a6-cac23ce05e3e is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:17.299396 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a942-b3a7-4f78-98ed-ab9ba453b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.303121 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44066) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:17.320020 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:17.320702 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e7f7621a-da98-4d19-b479-d6f113cd5daa req-a9edbf5a-bb0c-44e0-b2f1-fea136b175ef tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 210 time: 0.1393864 May 17 17:19:17.344906 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Publish callbacks [] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.345856 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.346646 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.354752 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6362957a-aabc-4db9-8792-a318c4b23afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (fff1d58f-41e8-4221-ae32-256b2497b173), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.365730 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.443470 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d14368-346f-4f1a-9188-ffad81eeb2c4 None None] Pushing event updated for resources: {'Port': ['ID=63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:17.459676 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.503253 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bc07e8ae-7b6d-4f1d-b9ba-f4229dfd905b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.509433 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-4bb2a942-b3a7-4f78-98ed-ab9ba453b94d None None] For port b476b40e-0ae3-4698-84a6-cac23ce05e3e, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=b476b40e-0ae3-4698-84a6-cac23ce05e3e,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:17.530901 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6362957a-aabc-4db9-8792-a318c4b23afb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (fff1d58f-41e8-4221-ae32-256b2497b173), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.549255 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4bb2a942-b3a7-4f78-98ed-ab9ba453b94d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.567062 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6362957a-aabc-4db9-8792-a318c4b23afb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.574683 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-6362957a-aabc-4db9-8792-a318c4b23afb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/fff1d58f-41e8-4221-ae32-256b2497b173 HTTP/1.1" status: 204 len: 168 time: 0.9174497 May 17 17:19:17.579740 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44074) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:17.611057 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362957a-aabc-4db9-8792-a318c4b23afb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fff1d58f-41e8-4221-ae32-256b2497b173,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:17.645836 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port b476b40e-0ae3-4698-84a6-cac23ce05e3e is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:17.646396 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.670914 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.679166 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Attempting to bind port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:17.680005 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Attempting to bind port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:17.680472 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Attempting to bind port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 on network 0b423006-12e3-472b-b6a6-0910894ab360 {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:17.685286 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2a942-b3a7-4f78-98ed-ab9ba453b94d None None] Pushing event updated for resources: {'Port': ['ID=b476b40e-0ae3-4698-84a6-cac23ce05e3e,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:17.693138 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:17.706271 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Checking segment: {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:17.706872 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.707462 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Bound using segment: {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:17.708115 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Bound port: 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:17.708711 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.734796 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-51de7294-721d-44fa-9257-0aedaf3cddf8 None None] Provisioning complete for port b476b40e-0ae3-4698-84a6-cac23ce05e3e triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:17.735399 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-51de7294-721d-44fa-9257-0aedaf3cddf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.748357 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bc07e8ae-7b6d-4f1d-b9ba-f4229dfd905b admin admin] Publish callbacks [] for security_group (e71c79f6-6a2d-460e-a9f4-f3adeec11505), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.763192 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bc07e8ae-7b6d-4f1d-b9ba-f4229dfd905b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e71c79f6-6a2d-460e-a9f4-f3adeec11505), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.818124 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] For port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:17.822636 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] For port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:17.828318 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-bc07e8ae-7b6d-4f1d-b9ba-f4229dfd905b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4ca49fe0e1184460b42ac60f958f2639&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6766238 May 17 17:19:17.834501 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44080) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:17.836500 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.860880 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc07e8ae-7b6d-4f1d-b9ba-f4229dfd905b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71c79f6-6a2d-460e-a9f4-f3adeec11505,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:17.874650 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.913164 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (714f8e23-5631-4944-8eae-11f36184e18a), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.918432 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-59d13528-732c-4c9c-9d5f-bbc67b39aa7e admin admin] Publish callbacks [] for security_group (e71c79f6-6a2d-460e-a9f4-f3adeec11505), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.922101 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d14368-346f-4f1a-9188-ffad81eeb2c4 None None] Pushing event updated for resources: {'Port': ['ID=63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28,revision_number=4']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:17.934798 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.db.api [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 17:19:17.935276 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG oslo_db.api [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 17:19:17.950882 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-59d13528-732c-4c9c-9d5f-bbc67b39aa7e admin admin] Publish callbacks [] for security_group (e71c79f6-6a2d-460e-a9f4-f3adeec11505), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:17.961808 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-51de7294-721d-44fa-9257-0aedaf3cddf8 None None] Current status of the port b476b40e-0ae3-4698-84a6-cac23ce05e3e is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:17.973381 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:17.974544 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:18.019966 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-59d13528-732c-4c9c-9d5f-bbc67b39aa7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e71c79f6-6a2d-460e-a9f4-f3adeec11505), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.024993 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-59d13528-732c-4c9c-9d5f-bbc67b39aa7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.030113 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-59d13528-732c-4c9c-9d5f-bbc67b39aa7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e71c79f6-6a2d-460e-a9f4-f3adeec11505 HTTP/1.1" status: 204 len: 168 time: 0.1941681 May 17 17:19:18.040173 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d13528-732c-4c9c-9d5f-bbc67b39aa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71c79f6-6a2d-460e-a9f4-f3adeec11505,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:18.104860 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-68ac8f7f-da47-4a50-bcd4-57fc4cd7bd9a None None] Provisioning complete for port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:18.105800 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-68ac8f7f-da47-4a50-bcd4-57fc4cd7bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.135592 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:18.193071 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Publish callbacks [] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.207693 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.263362 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (714f8e23-5631-4944-8eae-11f36184e18a), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.285784 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.286275 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.287274 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.288166 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > port after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.288626 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > port after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.289035 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > port after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.289445 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.289849 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.290239 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.290624 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.330444 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-68ac8f7f-da47-4a50-bcd4-57fc4cd7bd9a None None] Current status of the port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:18.331055 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-68ac8f7f-da47-4a50-bcd4-57fc4cd7bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.346876 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Attempting to bind port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:18.348020 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Attempting to bind port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:18.348600 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Attempting to bind port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:18.352733 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dad56-4f04-477d-9f11-da9dfbb140f9 None None] Pushing event updated for resources: {'Port': ['ID=2f75ee7f-da92-4584-8a69-8aae78c3dbf5,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:18.358380 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.369810 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:18.370189 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:18.371122 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.371522 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:18.372011 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Bound port: 2f75ee7f-da92-4584-8a69-8aae78c3dbf5, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:18.372421 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.411020 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-68ac8f7f-da47-4a50-bcd4-57fc4cd7bd9a None None] For port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:18.445745 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-68ac8f7f-da47-4a50-bcd4-57fc4cd7bd9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.451117 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:17Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:18.488825 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-234bc1fa-b56a-4195-8154-73ef988a1528 None None] The sync data for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi is: [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:17Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:19:18.509995 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f48f9563-c400-4acd-8716-569b1c4fecf0 req-7a9ee912-ab92-4537-8925-c1621031886c tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 210 time: 0.0540905 May 17 17:19:18.522291 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] For port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:18.599059 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.599647 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.600040 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.600486 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 17 17:19:18.600935 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['714f8e23-5631-4944-8eae-11f36184e18a']}} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:18.622080 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Allocated IP 172.20.0.1 (6238abbd-960c-4e92-a73b-e546bdad5f2d/587cd2ff-00b9-4518-8c85-b74ee04204e3/45bedacd-9a1f-4cee-82b2-ee87fef3e12f) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:18.650963 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf683144-60fc-4b4c-9bee-8a20a1f7a371') {'for_net_delete': True} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:18.651493 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf683144-60fc-4b4c-9bee-8a20a1f7a371') {} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:18.686752 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] For port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=2f75ee7f-da92-4584-8a69-8aae78c3dbf5,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:18.691572 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port b476b40e-0ae3-4698-84a6-cac23ce05e3e is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:18.692455 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2590627'] for segment (cf683144-60fc-4b4c-9bee-8a20a1f7a371), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.731046 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-d7c40782-6acc-4d69-9c9e-87327a4b2ffb None None] Provisioning complete for port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:18.731897 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d7c40782-6acc-4d69-9c9e-87327a4b2ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.747086 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.752732 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (cf683144-60fc-4b4c-9bee-8a20a1f7a371), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.765660 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Allocated IP 172.27.3.118 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/444930ac-8cac-4c1a-88fb-8212165c5dfb) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:18.775126 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=103826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:19:18.775819 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040235'] for segment (cf683144-60fc-4b4c-9bee-8a20a1f7a371), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: from cryptography.utils import int_from_bytes May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: from cryptography.utils import int_from_bytes May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: Traceback (most recent call last): May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: timer() May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: cb(*args, **kw) May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: return func(*args, **kwargs) May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: self._notify() May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: self.callback(batched_events) May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: event.method(event) May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: return f(self, *a, **k) May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._get(url).json() May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: return self.request(url, 'GET', **kwargs) May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:19:18.781046 dv-cinder-842148-1-iscsi neutron-server[103826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:19:18.789251 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ac8f7f-da47-4a50-bcd4-57fc4cd7bd9a None None] Pushing event updated for resources: {'Port': ['ID=63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:18.910620 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:18.911694 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:19.003447 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (714f8e23-5631-4944-8eae-11f36184e18a), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.078585 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.082464 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] 10.222.0.81 "DELETE /v2.0/networks/714f8e23-5631-4944-8eae-11f36184e18a HTTP/1.1" status: 204 len: 168 time: 1.4728429 May 17 17:19:19.117663 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220d5bc-b5cc-4174-a0ae-7b07b6af2aed admin admin] Pushing event deleted for resources: {'Network': ['ID=714f8e23-5631-4944-8eae-11f36184e18a,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:19.142559 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Publish callbacks [] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.153389 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:19.206774 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for port (444930ac-8cac-4c1a-88fb-8212165c5dfb), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.252848 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:19.256441 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.340185 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141dad56-4f04-477d-9f11-da9dfbb140f9 None None] Pushing event updated for resources: {'Port': ['ID=2f75ee7f-da92-4584-8a69-8aae78c3dbf5,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:19.371817 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:19.380751 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:19.384328 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (444930ac-8cac-4c1a-88fb-8212165c5dfb), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.391363 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:19.398422 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Pushing event updated for resources: {'Port': ['ID=45bedacd-9a1f-4cee-82b2-ee87fef3e12f,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:19.491389 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:19.495772 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44120) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:19.540095 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:19.545008 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:19.560135 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-d7c40782-6acc-4d69-9c9e-87327a4b2ffb None None] Current status of the port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:19.607561 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-8eace140-6ef8-4c2a-8755-af58866509c3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=efed7d1f250540058e900e9839873ca4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1059136 May 17 17:19:19.608361 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44128) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:19.639487 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:19.646488 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.775797 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fe439164-0b21-44bd-a2e7-f39087352a1c req-3d05c547-f0df-4446-bcb1-8e9927d3e493 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 210 time: 0.0821548 May 17 17:19:19.787408 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e030-ab15-4c06-ad47-037752022d86 admin admin] Publish callbacks [] for security_group (1080ecf5-caf3-473e-9945-b8b36e60a0bd), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.812362 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e030-ab15-4c06-ad47-037752022d86 admin admin] Publish callbacks [] for security_group (1080ecf5-caf3-473e-9945-b8b36e60a0bd), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.844027 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-4d66e75a-5b0e-4c39-9824-0d4ea82e8a87 None None] Provisioning complete for port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:19.844801 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4d66e75a-5b0e-4c39-9824-0d4ea82e8a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.913304 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e030-ab15-4c06-ad47-037752022d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (1080ecf5-caf3-473e-9945-b8b36e60a0bd), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.917505 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e030-ab15-4c06-ad47-037752022d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:19.919674 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9bf8e030-ab15-4c06-ad47-037752022d86 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1080ecf5-caf3-473e-9945-b8b36e60a0bd HTTP/1.1" status: 204 len: 168 time: 0.3102756 May 17 17:19:19.930559 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf8e030-ab15-4c06-ad47-037752022d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080ecf5-caf3-473e-9945-b8b36e60a0bd,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:20.002176 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.36', 54374) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:20.009906 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 3, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:20.102657 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (a6bba4be-67ed-4650-9731-d69e338b0869), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:20.122394 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-4d66e75a-5b0e-4c39-9824-0d4ea82e8a87 None None] Port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:19:20.161478 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6228740-8bd1-4e29-bec6-1ed1b4057a8c None None] The sync data for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi is: [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 3, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:19:20.265585 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:20.266897 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b476b40e-0ae3-4698-84a6-cac23ce05e3e up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:20.317696 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'Port': ['ID=444930ac-8cac-4c1a-88fb-8212165c5dfb,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:20.381408 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-a71138c9-ee97-4c6e-834a-62425eff6f92 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:20.382820 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port b476b40e-0ae3-4698-84a6-cac23ce05e3e triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:20.384792 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:20.389520 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-a71138c9-ee97-4c6e-834a-62425eff6f92 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.36 "GET /v2.0/networks?id=c8b3322d-a5ac-4721-a249-e9704756908b HTTP/1.1" status: 200 len: 811 time: 0.3797708 May 17 17:19:20.437181 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Request body: {'port': {'device_id': '41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8', 'network_id': 'c8b3322d-a5ac-4721-a249-e9704756908b', 'admin_state_up': True, 'tenant_id': 'f891ca3f0e0f471daf0c29f95d38f361'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:20.555075 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port b476b40e-0ae3-4698-84a6-cac23ce05e3e is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:20.710780 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (253ac239-2f3c-4b3c-abc4-55399847c74e), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:20.901005 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:20.926056 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:20.932494 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44182) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:20.941872 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (444930ac-8cac-4c1a-88fb-8212165c5dfb), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:21.054919 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:21.056391 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:21.221692 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2608b239-51a2-4c5c-b24c-d424017de9ba req-d1806091-8054-4e60-b273-c62766894067 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 210 time: 0.1940696 May 17 17:19:21.284710 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Made reservation on behalf of f891ca3f0e0f471daf0c29f95d38f361 for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:21.290706 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:21.333291 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:21.375467 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44214) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:21.475161 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dedced19-15bf-46cd-80dd-5110c5798346 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:21.634680 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e920ad47-2a24-4236-a2db-a6549105619e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a989f02f54114c37b87a0ee98c9fb747&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2574780 May 17 17:19:21.635490 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44226) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:21.777251 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Publish callbacks [] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:21.786574 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:21.963111 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Allocated IP 172.20.0.9 (c8b3322d-a5ac-4721-a249-e9704756908b/a27c8d4b-1cdd-4dae-86eb-f0dfe1030683/1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:22.000014 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (a6bba4be-67ed-4650-9731-d69e338b0869), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:22.008819 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Pushing event updated for resources: {'Port': ['ID=45bedacd-9a1f-4cee-82b2-ee87fef3e12f,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:22.061098 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for port (444930ac-8cac-4c1a-88fb-8212165c5dfb), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:22.117405 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (444930ac-8cac-4c1a-88fb-8212165c5dfb), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:22.321308 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-09dd7778-26fc-4270-a641-c45c5d08b7d7 admin admin] Publish callbacks [] for security_group (b82ebbf5-8ded-4937-b641-5581e1f21935), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:22.335819 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'Port': ['ID=444930ac-8cac-4c1a-88fb-8212165c5dfb,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:22.366807 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (253ac239-2f3c-4b3c-abc4-55399847c74e), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:22.419508 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-09dd7778-26fc-4270-a641-c45c5d08b7d7 admin admin] Publish callbacks [] for security_group (b82ebbf5-8ded-4937-b641-5581e1f21935), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:22.457279 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:22.458925 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a08175d8-24b8-4586-abff-c9fe5910c414 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1440146 May 17 17:19:22.461474 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:22.469940 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:22.763350 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Router a6bba4be-67ed-4650-9731-d69e338b0869 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:19:23.001414 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:23.051291 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Publish callbacks [] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.062202 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f25ce34d-e333-4b92-8bc1-3badbdb504b5 req-67a70192-c16b-425f-8d52-3c8f30b2f3ee tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 210 time: 0.3109007 May 17 17:19:23.063990 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-09dd7778-26fc-4270-a641-c45c5d08b7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b82ebbf5-8ded-4937-b641-5581e1f21935), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.072765 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-09dd7778-26fc-4270-a641-c45c5d08b7d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.090473 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-09dd7778-26fc-4270-a641-c45c5d08b7d7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b82ebbf5-8ded-4937-b641-5581e1f21935 HTTP/1.1" status: 204 len: 168 time: 1.4332440 May 17 17:19:23.135454 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dedced19-15bf-46cd-80dd-5110c5798346 admin admin] Publish callbacks [] for security_group (6729bf31-b9b6-46c3-a2ec-6f6434e769c6), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.153777 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:23.160795 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.195782 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:19:23.205324 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-26379b09-faba-4e95-9515-37678af4915d admin admin] 10.222.0.81 "PUT /v2.0/routers/a6bba4be-67ed-4650-9731-d69e338b0869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6450653 May 17 17:19:23.205753 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dedced19-15bf-46cd-80dd-5110c5798346 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (6729bf31-b9b6-46c3-a2ec-6f6434e769c6), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.259371 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44278) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:23.301760 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd7778-26fc-4270-a641-c45c5d08b7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82ebbf5-8ded-4937-b641-5581e1f21935,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:23.325204 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-1bbcff33-1be7-4b36-bcca-02de5c89cdd2 None None] Provisioning complete for port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:23.334240 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1bbcff33-1be7-4b36-bcca-02de5c89cdd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.502125 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-1bbcff33-1be7-4b36-bcca-02de5c89cdd2 None None] Port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:19:23.553041 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-ab06bf5f-8cfd-491f-b28e-68aea438dedd tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1796673226&fields=id&tenant_id=31b28ed8fa0c42dc8294631db314ab0a HTTP/1.1" status: 200 len: 267 time: 0.5205188 May 17 17:19:23.587827 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-dedced19-15bf-46cd-80dd-5110c5798346 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1fee6adc70774caf82bac6d2806f6186&name=default HTTP/1.1" status: 200 len: 2992 time: 2.6545143 May 17 17:19:23.591573 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44286) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:23.668988 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedced19-15bf-46cd-80dd-5110c5798346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6729bf31-b9b6-46c3-a2ec-6f6434e769c6,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:23.675276 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:23.675657 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.728017 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=2f75ee7f-da92-4584-8a69-8aae78c3dbf5,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:23.730462 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Sync routers for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:19:23.752445 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.755853 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.841841 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0db49e89-aad5-47cc-8241-4addc3d437c3 admin admin] Publish callbacks [] for security_group (6729bf31-b9b6-46c3-a2ec-6f6434e769c6), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:23.879772 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:23.897268 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:23.919375 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0db49e89-aad5-47cc-8241-4addc3d437c3 admin admin] Publish callbacks [] for security_group (6729bf31-b9b6-46c3-a2ec-6f6434e769c6), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:24.063530 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0db49e89-aad5-47cc-8241-4addc3d437c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (6729bf31-b9b6-46c3-a2ec-6f6434e769c6), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:24.066200 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0db49e89-aad5-47cc-8241-4addc3d437c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:24.070171 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-0db49e89-aad5-47cc-8241-4addc3d437c3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6729bf31-b9b6-46c3-a2ec-6f6434e769c6 HTTP/1.1" status: 204 len: 168 time: 0.4746180 May 17 17:19:24.101977 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=2f75ee7f-da92-4584-8a69-8aae78c3dbf5,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:24.103436 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db49e89-aad5-47cc-8241-4addc3d437c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6729bf31-b9b6-46c3-a2ec-6f6434e769c6,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:24.150998 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d4782bd-da5d-4abd-8f4e-3d9f33177b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:24.424357 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:24.505122 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d4782bd-da5d-4abd-8f4e-3d9f33177b2a admin admin] Publish callbacks [] for security_group (6d69bbb1-5c93-46b4-968c-18e02abb7d6d), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:24.513416 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d4782bd-da5d-4abd-8f4e-3d9f33177b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (6d69bbb1-5c93-46b4-968c-18e02abb7d6d), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:24.541025 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44322) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:24.641289 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-5be1ab78-6071-4a04-b65c-1b0c16f10b8c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1060876953', 'description': 'tempest-description--2018739123'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:24.769179 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5be1ab78-6071-4a04-b65c-1b0c16f10b8c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:24.849712 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Network c8b3322d-a5ac-4721-a249-e9704756908b is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:24.889245 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-1d4782bd-da5d-4abd-8f4e-3d9f33177b2a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ea8e4c51c47a48e9829fc67f7769581a&name=default HTTP/1.1" status: 200 len: 2994 time: 1.6287429 May 17 17:19:24.891779 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44332) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:24.895658 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:24.902563 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:24.903846 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4782bd-da5d-4abd-8f4e-3d9f33177b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d69bbb1-5c93-46b4-968c-18e02abb7d6d,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:24.921756 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:24.948573 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Pushing event updated for resources: {'Port': ['ID=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:25.024570 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-eb062d7f-72ef-4ea4-acf7-c34fc216c7dc admin admin] Publish callbacks [] for security_group (6d69bbb1-5c93-46b4-968c-18e02abb7d6d), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.056800 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-eb062d7f-72ef-4ea4-acf7-c34fc216c7dc admin admin] Publish callbacks [] for security_group (6d69bbb1-5c93-46b4-968c-18e02abb7d6d), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.063875 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:25.067210 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.108839 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:25.112447 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.141550 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-eb062d7f-72ef-4ea4-acf7-c34fc216c7dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (6d69bbb1-5c93-46b4-968c-18e02abb7d6d), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.144833 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-eb062d7f-72ef-4ea4-acf7-c34fc216c7dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.157608 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-eb062d7f-72ef-4ea4-acf7-c34fc216c7dc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6d69bbb1-5c93-46b4-968c-18e02abb7d6d HTTP/1.1" status: 204 len: 168 time: 0.2645569 May 17 17:19:25.174415 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5be1ab78-6071-4a04-b65c-1b0c16f10b8c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (9ee46db4-15ad-4c4d-a943-91bd67e2c409), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.181452 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb062d7f-72ef-4ea4-acf7-c34fc216c7dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d69bbb1-5c93-46b4-968c-18e02abb7d6d,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:25.183568 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5be1ab78-6071-4a04-b65c-1b0c16f10b8c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9ee46db4-15ad-4c4d-a943-91bd67e2c409), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.197294 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:21Z', 'revision_number': 2, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:25.213410 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1ab78-6071-4a04-b65c-1b0c16f10b8c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee46db4-15ad-4c4d-a943-91bd67e2c409,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:25.232221 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5be1ab78-6071-4a04-b65c-1b0c16f10b8c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.234768 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-5be1ab78-6071-4a04-b65c-1b0c16f10b8c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6474438 May 17 17:19:25.238094 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44344) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:25.244125 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-004910ce-f683-4194-9e66-acc671a1306d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'security_group_rule': {'security_group_id': '9ee46db4-15ad-4c4d-a943-91bd67e2c409', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:25.246347 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-059399d5-9c9e-46f4-bec5-8f2bedad2c1b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:25.254676 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-059399d5-9c9e-46f4-bec5-8f2bedad2c1b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 817 time: 1.6633556 May 17 17:19:25.272724 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af65c97-17e2-4b04-b95e-548faaa3ba02 req-a33bcd44-b52d-4abc-8fc6-1862ac12d09b tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:25.275144 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8af65c97-17e2-4b04-b95e-548faaa3ba02 req-a33bcd44-b52d-4abc-8fc6-1862ac12d09b tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 931 time: 0.4340320 May 17 17:19:25.284151 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-4d03a0a3-9235-4137-994e-ac0face1c52a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/quotas/31b28ed8fa0c42dc8294631db314ab0a HTTP/1.1" status: 200 len: 375 time: 0.0285451 May 17 17:19:25.295137 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-004910ce-f683-4194-9e66-acc671a1306d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (6e103a47-ffdc-4bf6-9db6-7038134729e1), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.363615 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-be8dbc4a-4c7f-46c2-aafc-dc59d1e5f16e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9311473 May 17 17:19:25.400852 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-9ecc32bc-0995-4efe-82ab-de2c95e2f519 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1101477 May 17 17:19:25.450562 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8af65c97-17e2-4b04-b95e-548faaa3ba02 req-58df9b59-d43b-4e85-b1e0-81a2916a0ff8 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859151 May 17 17:19:25.584830 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Checking router: a6bba4be-67ed-4650-9731-d69e338b0869 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:19:25.585371 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Updating router a6bba4be-67ed-4650-9731-d69e338b0869 port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:19:25.597048 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-21a70368-6c4c-4956-b95c-a5fd22317230 service neutron] 10.222.0.81 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582203 May 17 17:19:25.608148 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-004910ce-f683-4194-9e66-acc671a1306d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (6e103a47-ffdc-4bf6-9db6-7038134729e1), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.615101 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-004910ce-f683-4194-9e66-acc671a1306d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (6e103a47-ffdc-4bf6-9db6-7038134729e1), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.675693 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004910ce-f683-4194-9e66-acc671a1306d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e103a47-ffdc-4bf6-9db6-7038134729e1,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:25.688502 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-004910ce-f683-4194-9e66-acc671a1306d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.689918 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-004910ce-f683-4194-9e66-acc671a1306d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4504550 May 17 17:19:25.692711 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44358) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:25.704996 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.708526 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-3f6384e9-71fd-4b7b-9288-464eb8930286 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'security_group_rule': {'security_group_id': '9ee46db4-15ad-4c4d-a943-91bd67e2c409', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:25.728768 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:25.781931 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-4551d636-31b9-4a0e-9895-84c60592b047 service neutron] 10.222.0.81 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707323 May 17 17:19:25.782303 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3f6384e9-71fd-4b7b-9288-464eb8930286 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (b1f1cf74-cbcb-4736-ad9f-c275c79aa926), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.895705 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3f6384e9-71fd-4b7b-9288-464eb8930286 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (b1f1cf74-cbcb-4736-ad9f-c275c79aa926), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.903055 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3f6384e9-71fd-4b7b-9288-464eb8930286 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (b1f1cf74-cbcb-4736-ad9f-c275c79aa926), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.939991 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6384e9-71fd-4b7b-9288-464eb8930286 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1f1cf74-cbcb-4736-ad9f-c275c79aa926,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:25.948229 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3f6384e9-71fd-4b7b-9288-464eb8930286 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:25.950403 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-3f6384e9-71fd-4b7b-9288-464eb8930286 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2559500 May 17 17:19:25.953653 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44376) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:25.958390 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:26.028884 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.053394 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44380) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:26.313205 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-25d432dc-121e-43c6-8957-c47af867188a tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:19:26.314308 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-25d432dc-121e-43c6-8957-c47af867188a tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073578 May 17 17:19:26.363157 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-76444282-network', 'tenant_id': '33e6f25ad2424ab3ac0382dc1921fae9'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:26.377974 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.391110 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Publish callbacks [] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.400252 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6fdc176d-a138-420b-8fca-510705ab350a req-06185d9d-0e76-4b1e-b47d-3006ce7a590d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 210 time: 0.0766103 May 17 17:19:26.413777 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.443745 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Made reservation on behalf of 33e6f25ad2424ab3ac0382dc1921fae9 for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:26.454584 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.466032 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.524531 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fd476-3263-4409-86dd-0341a470328f None None] Pushing event updated for resources: {'Port': ['ID=45bedacd-9a1f-4cee-82b2-ee87fef3e12f,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:26.687554 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Publish callbacks [] for security_group (5618fab1-3736-4324-a837-52d7c63d6afc), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.693056 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5618fab1-3736-4324-a837-52d7c63d6afc), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.709778 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:19:26.723086 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (8e26e89d-0412-44c3-85ce-c509ff7d393c), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.723614 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Added segment 8e26e89d-0412-44c3-85ce-c509ff7d393c of type vlan for network d48180af-487a-4b2f-b70e-4646b3489530 May 17 17:19:26.734767 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Attempting to bind port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:26.735155 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Attempting to bind port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:26.737118 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Attempting to bind port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f on network 6238abbd-960c-4e92-a73b-e546bdad5f2d {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:26.750215 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:26.751615 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Checking segment: {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:26.753666 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.754246 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Bound using segment: {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:26.756397 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Bound port: 45bedacd-9a1f-4cee-82b2-ee87fef3e12f, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:26.757052 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.769188 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (d48180af-487a-4b2f-b70e-4646b3489530), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.830821 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5618fab1-3736-4324-a837-52d7c63d6afc,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:26.836625 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Allocated IP 172.27.3.25 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/3cb4162b-db1e-428b-94db-d28b452a9db8) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:26.838536 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (d48180af-487a-4b2f-b70e-4646b3489530), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.842808 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:26.844422 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.945784 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] For port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:26.953403 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] For port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=45bedacd-9a1f-4cee-82b2-ee87fef3e12f,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:26.965285 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:26.991584 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] Pushing event updated for resources: {'Network': ['ID=d48180af-487a-4b2f-b70e-4646b3489530,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:27.000600 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-46131a00-e253-436d-af05-9a7ed2f9a559 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9429390 May 17 17:19:27.005389 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44430) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:27.015021 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Request body: {'subnet': {'network_id': 'd48180af-487a-4b2f-b70e-4646b3489530', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-76444282-subnet', 'tenant_id': '33e6f25ad2424ab3ac0382dc1921fae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:27.030911 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network d48180af-487a-4b2f-b70e-4646b3489530 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:19:27.046536 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Made reservation on behalf of 33e6f25ad2424ab3ac0382dc1921fae9 for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:27.051910 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3392307'] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:27.113450 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051773e8-1bbb-4a11-9f36-af9f84dbf3d9 req-cffea5c2-ff4a-4394-befe-9bcaaecf01fc tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:27.125365 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-051773e8-1bbb-4a11-9f36-af9f84dbf3d9 req-cffea5c2-ff4a-4394-befe-9bcaaecf01fc tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 931 time: 0.4751732 May 17 17:19:27.196505 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for port (3cb4162b-db1e-428b-94db-d28b452a9db8), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:27.264778 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-051773e8-1bbb-4a11-9f36-af9f84dbf3d9 req-24e1917f-9582-427c-90b4-b1398052a1bd tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393485 May 17 17:19:27.326245 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (3cb4162b-db1e-428b-94db-d28b452a9db8), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:27.330087 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4041416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3392293'] for subnet (eaec93a5-7473-4773-969a-1a70ef79f17c), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:27.415131 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:27.435126 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:27.452810 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:27.464890 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-2aa25872-6dbe-43d1-8d7f-e6fbf560a15d None None] Provisioning complete for port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:27.465450 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aa25872-6dbe-43d1-8d7f-e6fbf560a15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:27.491048 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Checking segment: {'id': '8e26e89d-0412-44c3-85ce-c509ff7d393c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'd48180af-487a-4b2f-b70e-4646b3489530'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:27.491635 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Network hostable DHCP agents. Network: d48180af-487a-4b2f-b70e-4646b3489530, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:19:27.519729 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'Port': ['ID=3cb4162b-db1e-428b-94db-d28b452a9db8,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:27.580535 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Network d48180af-487a-4b2f-b70e-4646b3489530 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:19:27.604464 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, d48180af-487a-4b2f-b70e-4646b3489530) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:27.617190 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:27.621014 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:27.636649 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fd476-3263-4409-86dd-0341a470328f None None] Pushing event updated for resources: {'Port': ['ID=45bedacd-9a1f-4cee-82b2-ee87fef3e12f,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:27.645412 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaec93a5-7473-4773-969a-1a70ef79f17c,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:27.646915 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:19:27.649450 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:27.662870 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3dccff4-fdf8-4101-b60b-9aaf847ccedb req-24de44fc-2a28-4a5e-87fe-d08244a47adc tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 210 time: 0.1203413 May 17 17:19:27.670249 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-e91b9bb2-851a-41e4-b7dc-d36c463261e6 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6632025 May 17 17:19:27.685547 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9cd12e-740d-441c-b3bb-1c501d146f25 None None] Network d48180af-487a-4b2f-b70e-4646b3489530 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:27.910225 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (b614ecab-a6b8-4561-911b-ac0024eaba29), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:27.974231 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44484) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:27.992688 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (3cb4162b-db1e-428b-94db-d28b452a9db8), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:28.069003 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:19:28.378123 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-2aa25872-6dbe-43d1-8d7f-e6fbf560a15d None None] Current status of the port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:28.383077 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aa25872-6dbe-43d1-8d7f-e6fbf560a15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:28.489383 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for port (3cb4162b-db1e-428b-94db-d28b452a9db8), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:28.515637 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3480a2ac-41dc-40d2-9a04-39a309e485f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:28.557442 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (3cb4162b-db1e-428b-94db-d28b452a9db8), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:28.604033 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c574ab2b-b283-4268-aaee-0d04868aa02b None None] Network d48180af-487a-4b2f-b70e-4646b3489530 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:28.750495 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29938299-8307-4212-a67f-6d9219c0af01 req-da40bd6c-31fa-4558-af58-a163d36743ac tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:28.755419 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-29938299-8307-4212-a67f-6d9219c0af01 req-da40bd6c-31fa-4558-af58-a163d36743ac tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 931 time: 0.3264501 May 17 17:19:28.772017 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Request body: {'port': {'device_id': '41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:28.791470 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3480a2ac-41dc-40d2-9a04-39a309e485f7 admin admin] Publish callbacks [] for security_group (ab8bb9a0-d2d8-4a89-9f02-0d6b776cc1ae), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:28.797935 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3480a2ac-41dc-40d2-9a04-39a309e485f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ab8bb9a0-d2d8-4a89-9f02-0d6b776cc1ae), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:28.918615 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-2aa25872-6dbe-43d1-8d7f-e6fbf560a15d None None] For port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=45bedacd-9a1f-4cee-82b2-ee87fef3e12f,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:28.953183 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2aa25872-6dbe-43d1-8d7f-e6fbf560a15d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:29.018831 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-3480a2ac-41dc-40d2-9a04-39a309e485f7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0179ec1749a04f818abf8020e83fec37&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0427372 May 17 17:19:29.024797 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480a2ac-41dc-40d2-9a04-39a309e485f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8bb9a0-d2d8-4a89-9f02-0d6b776cc1ae,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:29.029070 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44522) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:29.143184 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-f4bbf5ec-c1ba-440b-84b2-b97dc63085f9 None None] Provisioning complete for port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:29.143586 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f4bbf5ec-c1ba-440b-84b2-b97dc63085f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:29.231930 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'Port': ['ID=3cb4162b-db1e-428b-94db-d28b452a9db8,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:29.255135 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:29.269179 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:26Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:19:29.288800 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (b614ecab-a6b8-4561-911b-ac0024eaba29), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:29.352634 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3babe59a-76cd-4961-b0ef-fa9bc8638677 None None] The sync data for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi is: [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:26Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:19:29.409714 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7bb9a15f-1520-44ef-b5e3-c1b3f700b933 req-c0552354-8f59-4d0a-bce9-fa247230e699 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 210 time: 0.5307083 May 17 17:19:29.421798 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-f4bbf5ec-c1ba-440b-84b2-b97dc63085f9 None None] Current status of the port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:29.424116 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa25872-6dbe-43d1-8d7f-e6fbf560a15d None None] Pushing event updated for resources: {'Port': ['ID=45bedacd-9a1f-4cee-82b2-ee87fef3e12f,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:29.593217 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:29.609403 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e6ffd64f-b25c-416d-9f85-090f0ef3de85 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6535175 May 17 17:19:29.649984 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44550) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:29.656070 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-437291435-network', 'tenant_id': '6a1ff562c91e464c926753054d76734c'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:29.694731 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-29938299-8307-4212-a67f-6d9219c0af01 req-0c9af39d-da88-449d-8b7a-376dc35e3dd0 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8177848 May 17 17:19:29.704797 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7395-1de3-4414-a6e6-1d83001a19d8 admin admin] Publish callbacks [] for security_group (ab8bb9a0-d2d8-4a89-9f02-0d6b776cc1ae), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:29.712777 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Made reservation on behalf of 6a1ff562c91e464c926753054d76734c for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:29.718971 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:29.742188 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:29.797968 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7395-1de3-4414-a6e6-1d83001a19d8 admin admin] Publish callbacks [] for security_group (ab8bb9a0-d2d8-4a89-9f02-0d6b776cc1ae), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:29.800942 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.36', 54391) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:30.234277 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-020e5c64-60e4-46c5-8662-fceebbaefc81 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:30.235832 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-020e5c64-60e4-46c5-8662-fceebbaefc81 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 817 time: 0.4219670 May 17 17:19:30.283030 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Publish callbacks [] for security_group (1dd6d039-0958-4522-8a67-66a43a7762f8), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:30.291484 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (1dd6d039-0958-4522-8a67-66a43a7762f8), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:30.344054 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7395-1de3-4414-a6e6-1d83001a19d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ab8bb9a0-d2d8-4a89-9f02-0d6b776cc1ae), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:30.356537 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e8d7395-1de3-4414-a6e6-1d83001a19d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:30.368314 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-8e8d7395-1de3-4414-a6e6-1d83001a19d8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ab8bb9a0-d2d8-4a89-9f02-0d6b776cc1ae HTTP/1.1" status: 204 len: 168 time: 1.3138840 May 17 17:19:30.444243 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 826} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:19:30.455729 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-d3391380-13a3-4321-9c38-16c467a4309c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31b28ed8fa0c42dc8294631db314ab0a HTTP/1.1" status: 200 len: 380 time: 0.2019594 May 17 17:19:30.460425 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd6d039-0958-4522-8a67-66a43a7762f8,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:30.470589 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'port': {'device_id': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'admin_state_up': True, 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'security_groups': ['8d7533b8-5eb7-4e1a-9b24-34c55db3384b']}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:30.503930 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (60de3604-b9a6-4d21-afbc-3f9131daec34), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:30.504665 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Added segment 60de3604-b9a6-4d21-afbc-3f9131daec34 of type vlan for network 28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3 May 17 17:19:30.581453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d7395-1de3-4414-a6e6-1d83001a19d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8bb9a0-d2d8-4a89-9f02-0d6b776cc1ae,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:30.732404 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:30.841728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:30.843086 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:30.847119 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-33ccab48-7c73-4f0c-85c7-672292e91ba6 req-a182fc4a-b4e1-48e3-bb32-cf5a7c8fa55c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 210 time: 0.1094394 May 17 17:19:30.857172 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:30.922902 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-bbdf6c45-6501-4865-86b8-a1ce60b34862 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1060876953&fields=id&tenant_id=f975cd8816d04a62b906441bceaff570 HTTP/1.1" status: 200 len: 267 time: 0.6405761 May 17 17:19:30.981073 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 45bedacd-9a1f-4cee-82b2-ee87fef3e12f up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:19:31.088154 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688c210-7046-4aab-9f2b-b20d020a26fc req-c6600261-ebb6-4a7d-ae3f-adc3692c2058 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:31.090311 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e688c210-7046-4aab-9f2b-b20d020a26fc req-c6600261-ebb6-4a7d-ae3f-adc3692c2058 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 931 time: 0.0683465 May 17 17:19:31.115920 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.4612470 May 17 17:19:31.122927 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44600) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:31.227598 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Request body: {'subnet': {'network_id': '28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-437291435-subnet', 'tenant_id': '6a1ff562c91e464c926753054d76734c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:31.231398 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Made reservation on behalf of 31b28ed8fa0c42dc8294631db314ab0a for: {'port': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:31.244973 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:31.255413 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:31.259003 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:31.324175 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38736af4-69de-445f-b04d-135862e7b8dd admin admin] Pushing event updated for resources: {'Network': ['ID=28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:31.391120 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:19:31.483025 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-e95da03c-3a2d-415d-94d4-2505b6cba649 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:31.490341 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-e95da03c-3a2d-415d-94d4-2505b6cba649 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 811 time: 0.5657961 May 17 17:19:31.577100 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Made reservation on behalf of 6a1ff562c91e464c926753054d76734c for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:31.579189 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-82a361fd-3ef3-4fdd-9a36-35dcde8864fe tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/quotas/f975cd8816d04a62b906441bceaff570 HTTP/1.1" status: 200 len: 375 time: 0.0502937 May 17 17:19:31.589977 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3392307'] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:31.670412 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e688c210-7046-4aab-9f2b-b20d020a26fc req-cd93e83e-4f03-48d7-9a0a-22384b462ef7 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780338 May 17 17:19:31.837116 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-78664b88-f9c8-46b3-b7b5-e5478edcf734 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1765823 May 17 17:19:31.938907 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:19:31.949245 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Allocated IP 172.20.0.10 (0b423006-12e3-472b-b6a6-0910894ab360/6dba3b42-2135-4311-84f7-13e53c14101f/902fa950-8eb3-4211-83e2-5564e49661d2) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:31.952961 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Publish callbacks [] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:32.010488 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Transition to ACTIVE for port object 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:19:32.016200 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:32.066004 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:32.176948 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2676bc55-2d94-490e-8ba7-b89774b57acd req-bf131d4f-6e2c-4072-a8bc-591fa552869c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 210 time: 0.1507182 May 17 17:19:32.250654 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Pushing event updated for resources: {'Port': ['ID=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:32.287274 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-cd21f0f1-f98a-4bb9-92e0-fbe93db959a2 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:19:32.288282 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-cd21f0f1-f98a-4bb9-92e0-fbe93db959a2 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1182561 May 17 17:19:32.331753 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4041416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3392293'] for subnet (745d0c31-264a-4974-82c8-1c1b299e5601), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:32.350511 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Attempting to bind port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:32.350871 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Attempting to bind port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '8dec09f7-c3e6-4543-83e7-2cc3823a70af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c8b3322d-a5ac-4721-a249-e9704756908b'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:32.351224 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Attempting to bind port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 on network c8b3322d-a5ac-4721-a249-e9704756908b {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:32.358637 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 on network c8b3322d-a5ac-4721-a249-e9704756908b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:19:32.358949 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Attempting to bind port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 on network c8b3322d-a5ac-4721-a249-e9704756908b {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:32.372905 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for port (902fa950-8eb3-4211-83e2-5564e49661d2), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:32.394456 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:32.394842 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Checking segment: {'id': '8dec09f7-c3e6-4543-83e7-2cc3823a70af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c8b3322d-a5ac-4721-a249-e9704756908b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:32.395353 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Bound using segment: {'id': '8dec09f7-c3e6-4543-83e7-2cc3823a70af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c8b3322d-a5ac-4721-a249-e9704756908b'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:32.395806 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Bound port: 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dec09f7-c3e6-4543-83e7-2cc3823a70af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 835, 'network_id': 'c8b3322d-a5ac-4721-a249-e9704756908b'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:32.396162 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:32.428110 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=745d0c31-264a-4974-82c8-1c1b299e5601,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:32.447113 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Checking segment: {'id': '60de3604-b9a6-4d21-afbc-3f9131daec34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 826, 'network_id': '28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:32.447478 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Network hostable DHCP agents. Network: 28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:19:32.459695 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:32.461740 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-614fffcf-72fe-4960-ab82-aec5c4044cde service neutron] 10.222.0.81 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487749 May 17 17:19:32.544248 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Network 28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:19:32.559116 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Network 0b423006-12e3-472b-b6a6-0910894ab360 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:32.566929 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] For port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:32.568315 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:32.570299 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:32.576331 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:32.578951 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:32.579567 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:32.595636 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0627951-9409-4adb-8b64-fb68099872e8 None None] Network 28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:32.601178 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] For port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,segment=NetworkSegment(8dec09f7-c3e6-4543-83e7-2cc3823a70af),segment_id=8dec09f7-c3e6-4543-83e7-2cc3823a70af)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:32.613204 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:32.629365 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:32.646743 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-eafb2d9c-9d4c-47d5-80be-5a2f82b58d6b admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5131245 May 17 17:19:32.709593 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Pushing event updated for resources: {'Port': ['ID=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:32.719912 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-a4661a24-4065-45de-9d85-ca2f3bcce8a3 service neutron] 10.222.0.81 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506876 May 17 17:19:32.721497 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:32.722281 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:32.724858 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-f8965163-477f-4d72-b7f0-99a72ec48d0f service neutron] 10.222.0.36 "PUT /v2.0/ports/1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 HTTP/1.1" status: 200 len: 1093 time: 4.1750233 May 17 17:19:32.725633 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8', 'tag': '1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:19:32.897263 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a8af11-99de-4c4a-b22b-889432dd039b None None] Network 28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:19:32.994838 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efed802-2e3b-4996-9b1d-4288995baf21 req-5b2730cb-d4aa-4649-8077-f1b3fee64765 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:33.013312 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7efed802-2e3b-4996-9b1d-4288995baf21 req-5b2730cb-d4aa-4649-8077-f1b3fee64765 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.1775329 May 17 17:19:33.117217 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:33.118240 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:33.146916 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ad205b-1e60-40ca-a9d5-5fdc8746b391" -d '{"events": [{"name": "network-changed", "server_uuid": "41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8", "tag": "1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:19:33.158378 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-8f579c17-103b-46fe-9135-e363d066c749 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6923246 May 17 17:19:33.206531 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-200afcae-0e72-40f8-881e-0c6187c3a257 None None] Provisioning complete for port 902fa950-8eb3-4211-83e2-5564e49661d2 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:33.206973 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-200afcae-0e72-40f8-881e-0c6187c3a257 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:33.289297 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7efed802-2e3b-4996-9b1d-4288995baf21 req-8a25a741-e125-435a-a484-7cf9ebb63579 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737789 May 17 17:19:33.296668 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-200afcae-0e72-40f8-881e-0c6187c3a257 None None] Port 902fa950-8eb3-4211-83e2-5564e49661d2 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:19:33.370315 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-65999525-5a96-43de-ba3d-7e765701575b req-13447870-73a5-443f-8210-3eb7c0dcb0a4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.1442957 May 17 17:19:33.548239 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27906494-f09c-4969-a76f-18bb946a4771 req-f49deb1f-5a3a-43df-847a-80d3a91c2a61 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:33.555703 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-27906494-f09c-4969-a76f-18bb946a4771 req-f49deb1f-5a3a-43df-847a-80d3a91c2a61 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 932 time: 0.0653741 May 17 17:19:33.619033 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-27906494-f09c-4969-a76f-18bb946a4771 req-5760ea35-2ec9-4a0d-9d9b-a3429445dc08 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574908 May 17 17:19:33.687869 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6dc87e-46ae-452d-9272-4ccc3800a626 x-openstack-request-id: req-6b6dc87e-46ae-452d-9272-4ccc3800a626 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:19:33.688363 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8", "tag": "1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:19:33.688925 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6b6dc87e-46ae-452d-9272-4ccc3800a626 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:19:33.690190 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6dc87e-46ae-452d-9272-4ccc3800a626'] response: {'name': 'network-changed', 'server_uuid': '41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8', 'tag': '1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01', 'status': 'completed', 'code': 200} May 17 17:19:34.721390 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ea65a1eb-c7ca-4352-8e0d-a24d2109c333 req-f5120c63-f2f0-4885-9d64-af3cfbdb5e66 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0986540 May 17 17:19:34.746904 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8e3ee-c5da-4c8b-b69e-68df8fcc6d96 req-39cbae69-d83b-421d-b470-df50162726ad tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:34.760532 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-90c8e3ee-c5da-4c8b-b69e-68df8fcc6d96 req-39cbae69-d83b-421d-b470-df50162726ad tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.2201390 May 17 17:19:34.849801 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-90c8e3ee-c5da-4c8b-b69e-68df8fcc6d96 req-22a10165-c847-4449-90ee-3483b9e23713 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880587 May 17 17:19:34.991856 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d015b-e9c6-486b-a65d-54f1b244813d req-e5b33822-6ed4-404c-bdb6-4130b4fa574d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:35.007283 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b99d015b-e9c6-486b-a65d-54f1b244813d req-e5b33822-6ed4-404c-bdb6-4130b4fa574d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 932 time: 0.0960524 May 17 17:19:35.081371 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b99d015b-e9c6-486b-a65d-54f1b244813d req-55fc8100-9a7e-47c4-a37f-02fb42d50d1d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681806 May 17 17:19:35.319657 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44776) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:35.343597 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Request body: {'port': {'device_id': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:35.431617 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:35.730551 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-62cf64cd-c561-42c8-8cc2-a8a7271a0ca2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:36.121734 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 902fa950-8eb3-4211-83e2-5564e49661d2 {{(pid=103826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:19:36.123157 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9dfde879-edca-4be6-8d57-8f0ab3547bb0 req-0c15e2ad-0dfd-4eb9-858f-a8b4d36e683b tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.1527116 May 17 17:19:36.134416 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Publish callbacks [] for port (902fa950-8eb3-4211-83e2-5564e49661d2), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:36.194041 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.provisioning_blocks [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Transition to ACTIVE for port object 902fa950-8eb3-4211-83e2-5564e49661d2 will not be triggered until provisioned by entity L2. {{(pid=103826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:19:36.204903 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:36.389954 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:36.528025 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb26b8f-64e4-467c-9096-c82150e30018 req-0b94fcaf-539b-45a6-978f-a81390b45e4f tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:36.544821 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4bb26b8f-64e4-467c-9096-c82150e30018 req-0b94fcaf-539b-45a6-978f-a81390b45e4f tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.2820303 May 17 17:19:36.550712 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad205b-1e60-40ca-a9d5-5fdc8746b391 req-8c73a695-fb7b-4d31-9cd5-4d4d9b4c2e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:36.556757 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b3ad205b-1e60-40ca-a9d5-5fdc8746b391 req-8c73a695-fb7b-4d31-9cd5-4d4d9b4c2e66 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f891ca3f0e0f471daf0c29f95d38f361&device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 1127 time: 0.5027754 May 17 17:19:36.603449 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Attempting to bind port 902fa950-8eb3-4211-83e2-5564e49661d2 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:36.608046 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Attempting to bind port 902fa950-8eb3-4211-83e2-5564e49661d2 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:36.608505 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Attempting to bind port 902fa950-8eb3-4211-83e2-5564e49661d2 on network 0b423006-12e3-472b-b6a6-0910894ab360 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:36.634488 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Port 902fa950-8eb3-4211-83e2-5564e49661d2 on network 0b423006-12e3-472b-b6a6-0910894ab360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:19:36.652319 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Attempting to bind port 902fa950-8eb3-4211-83e2-5564e49661d2 on network 0b423006-12e3-472b-b6a6-0910894ab360 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:36.681174 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-62cf64cd-c561-42c8-8cc2-a8a7271a0ca2 admin admin] Publish callbacks [] for security_group (498fcccf-a1df-4440-b2c9-703db7eaec3b), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:36.711125 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:36.711544 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Checking segment: {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:36.712075 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Bound using segment: {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:36.713644 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Bound port: 902fa950-8eb3-4211-83e2-5564e49661d2, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'}}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:36.714637 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:36.748714 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-62cf64cd-c561-42c8-8cc2-a8a7271a0ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (498fcccf-a1df-4440-b2c9-703db7eaec3b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:36.833327 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-62cf64cd-c561-42c8-8cc2-a8a7271a0ca2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2592396e43c04eb08f118a7e0254ad60&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5129011 May 17 17:19:36.834206 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44828) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:36.852136 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cf64cd-c561-42c8-8cc2-a8a7271a0ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498fcccf-a1df-4440-b2c9-703db7eaec3b,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:36.921248 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, cleared binding levels {{(pid=103826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:36.960744 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:36.995903 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:36.999924 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-24b9c0bb-ed67-4e79-ae6f-e664ef2b5153 admin admin] Publish callbacks [] for security_group (498fcccf-a1df-4440-b2c9-703db7eaec3b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.061074 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:37.061814 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.063339 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] 10.222.0.36 "PUT /v2.0/ports/902fa950-8eb3-4211-83e2-5564e49661d2 HTTP/1.1" status: 200 len: 1094 time: 1.7263806 May 17 17:19:37.066059 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:19:37.070165 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad205b-1e60-40ca-a9d5-5fdc8746b391 req-08765cf9-c685-4606-9b45-b97c42a18759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:37.071902 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b3ad205b-1e60-40ca-a9d5-5fdc8746b391 req-08765cf9-c685-4606-9b45-b97c42a18759 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f891ca3f0e0f471daf0c29f95d38f361&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4539778 May 17 17:19:37.083667 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-24b9c0bb-ed67-4e79-ae6f-e664ef2b5153 admin admin] Publish callbacks [] for security_group (498fcccf-a1df-4440-b2c9-703db7eaec3b), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.096951 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5b0dd-518c-411f-9d3f-f56c250b708b service neutron] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=3']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:37.119102 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719dc79-d020-4f86-83f8-320b59cab858 req-24dd3e92-ef4e-484c-9e55-de1914fb5ca3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:37.126938 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b719dc79-d020-4f86-83f8-320b59cab858 req-24dd3e92-ef4e-484c-9e55-de1914fb5ca3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.7495482 May 17 17:19:37.152147 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-24b9c0bb-ed67-4e79-ae6f-e664ef2b5153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (498fcccf-a1df-4440-b2c9-703db7eaec3b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.157516 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-24b9c0bb-ed67-4e79-ae6f-e664ef2b5153 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.158699 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-24b9c0bb-ed67-4e79-ae6f-e664ef2b5153 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/498fcccf-a1df-4440-b2c9-703db7eaec3b HTTP/1.1" status: 204 len: 168 time: 0.3204229 May 17 17:19:37.176213 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9c0bb-ed67-4e79-ae6f-e664ef2b5153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498fcccf-a1df-4440-b2c9-703db7eaec3b,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:37.210136 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4bb26b8f-64e4-467c-9096-c82150e30018 req-36e9c109-2b05-4c06-bd39-24d239cff4af tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6622238 May 17 17:19:37.226442 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b719dc79-d020-4f86-83f8-320b59cab858 req-7d9d4a53-b10f-4e09-9d70-d8978c54ec8d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978432 May 17 17:19:37.350719 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7243f2c5-c6e0-42b7-a10d-d9b499cd491e req-80fd496d-6873-4d57-8509-9f67f09bd851 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0510559 May 17 17:19:37.362563 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3374e8-7447-4f01-86af-a0e24ea0ea1c" -d '{"events": [{"name": "network-changed", "server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:19:37.661932 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39594a24-65f3-494a-982f-21000c04e702 x-openstack-request-id: req-39594a24-65f3-494a-982f-21000c04e702 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:19:37.662763 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:19:37.662763 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-39594a24-65f3-494a-982f-21000c04e702 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:19:37.663193 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39594a24-65f3-494a-982f-21000c04e702'] response: {'name': 'network-changed', 'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2', 'status': 'completed', 'code': 200} May 17 17:19:37.700483 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44864) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:37.714731 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1494a116-a3be-4a87-ac32-44a3f9766838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.786959 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1494a116-a3be-4a87-ac32-44a3f9766838 admin admin] Publish callbacks [] for security_group (287db49b-54a0-43ab-a871-51bd9537f35a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.790801 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1494a116-a3be-4a87-ac32-44a3f9766838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (287db49b-54a0-43ab-a871-51bd9537f35a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.828188 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-1494a116-a3be-4a87-ac32-44a3f9766838 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=73aa6791617f48f6bb8cf4f52aea8615&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1266060 May 17 17:19:37.829049 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494a116-a3be-4a87-ac32-44a3f9766838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287db49b-54a0-43ab-a871-51bd9537f35a,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:37.831077 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44868) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:37.890536 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ec4d-80df-47d9-8167-d570a2f6bec5 admin admin] Publish callbacks [] for security_group (287db49b-54a0-43ab-a871-51bd9537f35a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.911634 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ec4d-80df-47d9-8167-d570a2f6bec5 admin admin] Publish callbacks [] for security_group (287db49b-54a0-43ab-a871-51bd9537f35a), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.963109 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ec4d-80df-47d9-8167-d570a2f6bec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (287db49b-54a0-43ab-a871-51bd9537f35a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.966119 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a0b9ec4d-80df-47d9-8167-d570a2f6bec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:37.967331 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-a0b9ec4d-80df-47d9-8167-d570a2f6bec5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/287db49b-54a0-43ab-a871-51bd9537f35a HTTP/1.1" status: 204 len: 168 time: 0.1352673 May 17 17:19:37.975685 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9ec4d-80df-47d9-8167-d570a2f6bec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287db49b-54a0-43ab-a871-51bd9537f35a,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:38.360615 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d515d-186e-44ff-9930-689ec54dd3e0 req-c8aad49b-7454-4322-8211-7877257c6599 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:38.362110 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be6d515d-186e-44ff-9930-689ec54dd3e0 req-c8aad49b-7454-4322-8211-7877257c6599 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0752933 May 17 17:19:38.394427 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f466c00-f5a8-41bd-9615-c541c8bb81f4 req-fa19239c-de05-424f-a121-261726b75415 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:38.396014 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1f466c00-f5a8-41bd-9615-c541c8bb81f4 req-fa19239c-de05-424f-a121-261726b75415 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0789056 May 17 17:19:38.444639 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be6d515d-186e-44ff-9930-689ec54dd3e0 req-32410a0c-3170-43f0-97df-23bd8f885660 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760717 May 17 17:19:38.468381 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1f466c00-f5a8-41bd-9615-c541c8bb81f4 req-739723b3-ca69-4460-834c-03d1e13fc1b4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614898 May 17 17:19:38.552344 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4df8e51a-fc34-45e9-a6cd-f4ee666125ed req-32666f23-75ef-4194-8a71-d6918adf9240 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0357497 May 17 17:19:39.570671 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58929eb-683f-426f-855a-5f013efee4c2 req-7cb4f568-ac90-4823-b602-1c0a48012a30 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:39.579467 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b58929eb-683f-426f-855a-5f013efee4c2 req-7cb4f568-ac90-4823-b602-1c0a48012a30 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0642035 May 17 17:19:39.660798 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837f05b-e933-492b-b806-6ef1b4db0f64 req-9b479cf7-f508-48ed-9c8b-453412a7b583 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:39.662234 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7837f05b-e933-492b-b806-6ef1b4db0f64 req-9b479cf7-f508-48ed-9c8b-453412a7b583 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0798843 May 17 17:19:39.688469 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b58929eb-683f-426f-855a-5f013efee4c2 req-44b941ce-c829-4602-a887-fc2b0800d0e4 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029999 May 17 17:19:39.803809 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7837f05b-e933-492b-b806-6ef1b4db0f64 req-895b7ca9-a66f-4b46-883f-88e1674b2b9c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318886 May 17 17:19:39.839465 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-17ee2c51-7dfa-4583-b4c7-2df21c8fa194 req-a4f2f15a-d2c8-486a-bfe0-d2c97a24da00 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0334656 May 17 17:19:40.777728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 44974) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:40.851889 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f541c87-37d7-4948-8283-f9d38abc0b63 req-2bb074c5-3780-400d-970e-adacce018424 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:40.859861 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f541c87-37d7-4948-8283-f9d38abc0b63 req-2bb074c5-3780-400d-970e-adacce018424 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0927567 May 17 17:19:40.932067 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f2525ab4-2c0c-4d09-bf66-55dbdb4bd9e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:40.944932 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f541c87-37d7-4948-8283-f9d38abc0b63 req-6fe63f43-7b97-4e78-9dd9-2bfd9182ec2a tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837724 May 17 17:19:41.000759 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3a658-ab1c-453a-a513-4890d63a48c8 req-755bb38a-6823-40cb-bc67-d2cbb7bf3781 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:41.002290 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-44c3a658-ab1c-453a-a513-4890d63a48c8 req-755bb38a-6823-40cb-bc67-d2cbb7bf3781 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0713875 May 17 17:19:41.046535 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f2525ab4-2c0c-4d09-bf66-55dbdb4bd9e5 admin admin] Publish callbacks [] for security_group (d13b99eb-8750-450b-8b5d-ee313d494b67), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.052071 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f2525ab4-2c0c-4d09-bf66-55dbdb4bd9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d13b99eb-8750-450b-8b5d-ee313d494b67), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.075579 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-917f3cab-ebed-4906-a2c3-373a52e51640 req-a5f73754-a387-4f36-9594-8eedfd2bf886 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0425587 May 17 17:19:41.091071 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2525ab4-2c0c-4d09-bf66-55dbdb4bd9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13b99eb-8750-450b-8b5d-ee313d494b67,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:41.094490 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-44c3a658-ab1c-453a-a513-4890d63a48c8 req-0ec153c6-b433-4fe7-bfd0-3ab5395358e8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843997 May 17 17:19:41.101919 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f2525ab4-2c0c-4d09-bf66-55dbdb4bd9e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c351310e74b420e9d62b656a0ff8fdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3228390 May 17 17:19:41.102570 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44992) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:41.154415 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b654898f-4876-4f38-84bb-ca65f2f3b8a3 admin admin] Publish callbacks [] for security_group (d13b99eb-8750-450b-8b5d-ee313d494b67), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.177041 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b654898f-4876-4f38-84bb-ca65f2f3b8a3 admin admin] Publish callbacks [] for security_group (d13b99eb-8750-450b-8b5d-ee313d494b67), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.229019 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b654898f-4876-4f38-84bb-ca65f2f3b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d13b99eb-8750-450b-8b5d-ee313d494b67), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.232138 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b654898f-4876-4f38-84bb-ca65f2f3b8a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.233340 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b654898f-4876-4f38-84bb-ca65f2f3b8a3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d13b99eb-8750-450b-8b5d-ee313d494b67 HTTP/1.1" status: 204 len: 168 time: 0.1294560 May 17 17:19:41.241978 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654898f-4876-4f38-84bb-ca65f2f3b8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13b99eb-8750-450b-8b5d-ee313d494b67,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:41.517329 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 44998) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:41.532679 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-330db5fa-1bb2-4d0b-9d44-95ba1d25c9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.618412 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-330db5fa-1bb2-4d0b-9d44-95ba1d25c9e0 admin admin] Publish callbacks [] for security_group (d4255e46-65a6-495b-88c1-77448ab17efc), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.622233 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-330db5fa-1bb2-4d0b-9d44-95ba1d25c9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d4255e46-65a6-495b-88c1-77448ab17efc), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.660984 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330db5fa-1bb2-4d0b-9d44-95ba1d25c9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4255e46-65a6-495b-88c1-77448ab17efc,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:41.667356 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-330db5fa-1bb2-4d0b-9d44-95ba1d25c9e0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=94ad5fc0d056471f9ce0b7ac79a9d84d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1483941 May 17 17:19:41.670117 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 45002) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:41.718638 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-37754a34-8f89-4c49-8a53-34628fa0af26 admin admin] Publish callbacks [] for security_group (d4255e46-65a6-495b-88c1-77448ab17efc), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.739385 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-37754a34-8f89-4c49-8a53-34628fa0af26 admin admin] Publish callbacks [] for security_group (d4255e46-65a6-495b-88c1-77448ab17efc), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.785312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-37754a34-8f89-4c49-8a53-34628fa0af26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d4255e46-65a6-495b-88c1-77448ab17efc), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.788169 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-37754a34-8f89-4c49-8a53-34628fa0af26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:41.789336 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-37754a34-8f89-4c49-8a53-34628fa0af26 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4255e46-65a6-495b-88c1-77448ab17efc HTTP/1.1" status: 204 len: 168 time: 0.1183162 May 17 17:19:41.797379 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37754a34-8f89-4c49-8a53-34628fa0af26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4255e46-65a6-495b-88c1-77448ab17efc,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:42.018061 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-018b8bb0-1a4e-4590-9bba-10169286787e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:42.071467 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c59f67-de5b-40d7-8082-d2580a959994 req-bb1b7435-af26-488e-90ca-d8b3e61e3e01 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:42.073671 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-76c59f67-de5b-40d7-8082-d2580a959994 req-bb1b7435-af26-488e-90ca-d8b3e61e3e01 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0513935 May 17 17:19:42.138405 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-76c59f67-de5b-40d7-8082-d2580a959994 req-fcb283aa-1666-4202-b052-097ebe7c02e2 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542676 May 17 17:19:42.186580 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-40f91510-3bae-4603-83e5-2d16f81b49bd req-1af1b7b9-187b-46b8-8b6e-c6a275a090c7 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0289030 May 17 17:19:42.257090 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaacd49-985c-4f47-8cd4-e2b035103db9 req-5a287bae-dca3-4928-82ce-c7e41b246b9c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:42.258592 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9aaacd49-985c-4f47-8cd4-e2b035103db9 req-5a287bae-dca3-4928-82ce-c7e41b246b9c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0520673 May 17 17:19:42.306507 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9aaacd49-985c-4f47-8cd4-e2b035103db9 req-099f2e4b-1049-4b2a-b800-e7936a80bc04 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416601 May 17 17:19:42.844194 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.36', 54404) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:42.945821 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-fc39a60f-614a-4a4b-8316-e4a31170ec91 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:42.948045 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-fc39a60f-614a-4a4b-8316-e4a31170ec91 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 811 time: 0.1445973 May 17 17:19:43.055486 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-31c47dcb-7a86-4641-9f53-2338785e7c22 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f975cd8816d04a62b906441bceaff570 HTTP/1.1" status: 200 len: 380 time: 0.0861783 May 17 17:19:43.143345 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3374e8-7447-4f01-86af-a0e24ea0ea1c req-38f1a4f9-7612-47f0-ac02-a24310b037d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:43.144995 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b3374e8-7447-4f01-86af-a0e24ea0ea1c req-38f1a4f9-7612-47f0-ac02-a24310b037d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 1128 time: 0.2862566 May 17 17:19:43.146270 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad205b-1e60-40ca-a9d5-5fdc8746b391 req-3c90760f-ff29-4a7a-8ec2-0f8cf83baa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:43.147576 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b3ad205b-1e60-40ca-a9d5-5fdc8746b391 req-3c90760f-ff29-4a7a-8ec2-0f8cf83baa83 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4249611 May 17 17:19:43.255951 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c00ec56-ee4b-49da-9db2-b02dabda82fc req-71eea572-7eb4-475a-9d7e-403756e48157 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:43.257504 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9c00ec56-ee4b-49da-9db2-b02dabda82fc req-71eea572-7eb4-475a-9d7e-403756e48157 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0503867 May 17 17:19:43.314241 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-42c4a9d9-fb21-4176-b2ed-b1b88784c0d3 req-fc189125-5dda-4dbc-bcff-3c895851d430 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0359802 May 17 17:19:43.339632 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9c00ec56-ee4b-49da-9db2-b02dabda82fc req-9961f27a-d77a-4a05-a477-134d519aef6b tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762072 May 17 17:19:43.431260 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e146c-152c-46fb-ba9d-fab72d4ff6af req-ab974725-9ede-432c-8edf-3c939d43e2e1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:43.432767 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ba5e146c-152c-46fb-ba9d-fab72d4ff6af req-ab974725-9ede-432c-8edf-3c939d43e2e1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0499184 May 17 17:19:43.486058 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ba5e146c-152c-46fb-ba9d-fab72d4ff6af req-e66d2b62-eaf9-470c-98f2-782fbf54c391 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470686 May 17 17:19:43.774118 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:44.355647 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3fdbb488-4d8c-4da3-a48f-39ff7130af1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:44.422576 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-65e1ec96-fa9e-448a-9356-87c064fbbe9d req-b3588145-837b-49bb-bbd0-1a9f2ed36b8a tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0360837 May 17 17:19:44.463363 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac29ab-67e1-4aec-a8d2-df1b9c0cc340 req-0e95dd09-31cc-43e7-a190-265b87eaa7ff tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:44.465418 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2ac29ab-67e1-4aec-a8d2-df1b9c0cc340 req-0e95dd09-31cc-43e7-a190-265b87eaa7ff tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0523996 May 17 17:19:44.514441 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2ac29ab-67e1-4aec-a8d2-df1b9c0cc340 req-c615e272-9a80-46b4-ad12-96bbba14c140 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 May 17 17:19:44.613465 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc60f9af-ff80-43ae-8d93-6c0434fef471 req-eceee785-82c0-4280-84e0-b8053774129d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:44.614981 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bc60f9af-ff80-43ae-8d93-6c0434fef471 req-eceee785-82c0-4280-84e0-b8053774129d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0482340 May 17 17:19:44.664810 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bc60f9af-ff80-43ae-8d93-6c0434fef471 req-73d61e8a-87d2-4590-b8df-e825a9404167 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431070 May 17 17:19:45.504132 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'port': {'device_id': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'admin_state_up': True, 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'security_groups': ['9ee46db4-15ad-4c4d-a943-91bd67e2c409']}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:45.545802 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0d52b494-5ec8-41c8-a3aa-bca7ecc00977 req-87825e25-519e-4a4b-8f92-262ba8122570 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0476940 May 17 17:19:45.547554 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:45.628894 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Made reservation on behalf of f975cd8816d04a62b906441bceaff570 for: {'port': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:19:45.632638 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:45.665276 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-eaf2157b-3b31-41d6-8a4c-45def750dd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:45.666788 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-eaf2157b-3b31-41d6-8a4c-45def750dd45 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f891ca3f0e0f471daf0c29f95d38f361&device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 1127 time: 0.1188478 May 17 17:19:45.726978 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f1adf0-8d48-4b51-9674-90f35219eef7 req-26774ad1-1c23-44f4-b8a6-8672f533822b tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:45.728564 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-84f1adf0-8d48-4b51-9674-90f35219eef7 req-26774ad1-1c23-44f4-b8a6-8672f533822b tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.1290560 May 17 17:19:45.769859 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-e0cac00d-65c9-4824-9e6b-5d867a4f3fd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 HTTP/1.1" status: 200 len: 217 time: 0.0897329 May 17 17:19:45.782100 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Allocated IP 172.20.0.5 (6238abbd-960c-4e92-a73b-e546bdad5f2d/587cd2ff-00b9-4518-8c85-b74ee04204e3/e05efdb9-7677-46ac-96c3-6a01a68afbb6) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:19:45.832274 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3374e8-7447-4f01-86af-a0e24ea0ea1c req-c1ad92d5-90fa-4f1d-8769-d8f75097b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:45.833934 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b3374e8-7447-4f01-86af-a0e24ea0ea1c req-c1ad92d5-90fa-4f1d-8769-d8f75097b6f9 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.3166831 May 17 17:19:45.919434 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6912445-63cf-44fc-bef4-2d3c2d04c49b req-adcacb96-b557-4af1-9e55-e3c2001f5f4f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:45.920995 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f6912445-63cf-44fc-bef4-2d3c2d04c49b req-adcacb96-b557-4af1-9e55-e3c2001f5f4f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.1581964 May 17 17:19:45.956252 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:45.998189 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-3806283c-74bb-4edc-9c5c-d2cc5716bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:45.999682 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-3806283c-74bb-4edc-9c5c-d2cc5716bce3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a27c8d4b-1cdd-4dae-86eb-f0dfe1030683 HTTP/1.1" status: 200 len: 851 time: 0.2134321 May 17 17:19:46.004747 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.026681 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:19:46.028899 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-84f1adf0-8d48-4b51-9674-90f35219eef7 req-f9f3e44c-5b6e-4be9-95e5-709dd372965f tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2708139 May 17 17:19:46.059620 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:19:46.065147 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:19:46.109116 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'Port': ['ID=e05efdb9-7677-46ac-96c3-6a01a68afbb6,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:46.117597 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-459edf80-ed38-4a73-9040-ffcfa1b6b12e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c8b3322d-a5ac-4721-a249-e9704756908b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041572 May 17 17:19:46.149284 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:46.149930 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.164784 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3374e8-7447-4f01-86af-a0e24ea0ea1c req-0f47290d-e492-42dc-a9f1-db2da0e6ee99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:46.166404 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b3374e8-7447-4f01-86af-a0e24ea0ea1c req-0f47290d-e492-42dc-a9f1-db2da0e6ee99 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3074150 May 17 17:19:46.182706 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f696f06a-8d14-42ef-b6df-52b025f029e8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6824682 May 17 17:19:46.206941 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f6912445-63cf-44fc-bef4-2d3c2d04c49b req-f44ef63c-e9b8-4504-b867-af7a2ce192af tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2737401 May 17 17:19:46.392952 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-e62d9ab6-9211-449a-8b87-642e1e44a1ea None None] Provisioning complete for port e05efdb9-7677-46ac-96c3-6a01a68afbb6 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:19:46.393428 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e62d9ab6-9211-449a-8b87-642e1e44a1ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:46.435542 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-e62d9ab6-9211-449a-8b87-642e1e44a1ea None None] Port e05efdb9-7677-46ac-96c3-6a01a68afbb6 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:19:46.664007 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797c4ff8-5d85-4681-be3d-b55fac582c03 req-daeb33c2-782b-4196-9324-3a97de066463 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:46.665760 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-797c4ff8-5d85-4681-be3d-b55fac582c03 req-daeb33c2-782b-4196-9324-3a97de066463 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 931 time: 0.0508983 May 17 17:19:46.718999 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-797c4ff8-5d85-4681-be3d-b55fac582c03 req-463eb534-c964-4e75-b6cf-be752cafd149 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474393 May 17 17:19:47.050754 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:47.150542 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a3d8e-a0ef-4e08-b6d4-2c72ef7b27b8 req-43270bf8-0c88-49b2-93c9-b5662d5b5cfa tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:47.152065 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-174a3d8e-a0ef-4e08-b6d4-2c72ef7b27b8 req-43270bf8-0c88-49b2-93c9-b5662d5b5cfa tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0517194 May 17 17:19:47.200903 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-174a3d8e-a0ef-4e08-b6d4-2c72ef7b27b8 req-a2ac46d2-62ce-4a63-989c-191585672c21 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431867 May 17 17:19:47.328242 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8d8b2-a4a1-4c14-84a5-74e5adfd39ed req-c5434bc0-99cf-465a-bf22-9ccc60f37783 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:47.329645 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a2e8d8b2-a4a1-4c14-84a5-74e5adfd39ed req-c5434bc0-99cf-465a-bf22-9ccc60f37783 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0460975 May 17 17:19:47.376657 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a2e8d8b2-a4a1-4c14-84a5-74e5adfd39ed req-8a18af34-ed2e-4d20-9de6-53662576d76a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414248 May 17 17:19:47.832584 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47075394-825f-4d4d-8498-9bb86f8f197e req-865d311b-c9ea-4808-8988-95139e61f21f tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:47.834002 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-47075394-825f-4d4d-8498-9bb86f8f197e req-865d311b-c9ea-4808-8988-95139e61f21f tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 931 time: 0.0499611 May 17 17:19:47.880170 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-47075394-825f-4d4d-8498-9bb86f8f197e req-d94da832-72b5-488a-b867-e621fe767c4e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402977 May 17 17:19:48.266509 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:48.312959 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f068ded0-0b0b-400e-8028-197f4ec46798 req-9bea4ac8-2bcf-45e6-b655-566439fefc0c tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:48.314415 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f068ded0-0b0b-400e-8028-197f4ec46798 req-9bea4ac8-2bcf-45e6-b655-566439fefc0c tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0462344 May 17 17:19:48.360799 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f068ded0-0b0b-400e-8028-197f4ec46798 req-f5c3464c-6645-49a1-8864-f194c827ec50 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405047 May 17 17:19:48.491027 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086511e-7dc9-48c0-af64-cf6acb7624d0 req-36e25c31-5092-465d-b0b9-694c520b541d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:48.492526 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7086511e-7dc9-48c0-af64-cf6acb7624d0 req-36e25c31-5092-465d-b0b9-694c520b541d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0468180 May 17 17:19:48.527420 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Request body: {'port': {'device_id': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:19:48.590952 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:48.600562 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7086511e-7dc9-48c0-af64-cf6acb7624d0 req-e801a576-d2c2-45af-8ca1-a10f112fd86b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017811 May 17 17:19:48.637895 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-770974b2-bd4d-43fd-bc07-fa72b49708ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:48.639388 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-770974b2-bd4d-43fd-bc07-fa72b49708ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 1128 time: 0.0863128 May 17 17:19:48.689421 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-30f73912-38da-4056-ac12-f41bb595bb6f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=902fa950-8eb3-4211-83e2-5564e49661d2 HTTP/1.1" status: 200 len: 217 time: 0.0425587 May 17 17:19:48.707235 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-c6627581-be16-4c64-9309-96ea935de714 service neutron] 10.222.0.36 "GET /v2.0/networks/c8b3322d-a5ac-4721-a249-e9704756908b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820877 May 17 17:19:48.798941 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-521ff79c-2acc-4079-879e-2d1f2001a101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:48.800487 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-521ff79c-2acc-4079-879e-2d1f2001a101 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.1040020 May 17 17:19:48.874854 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-fef271b3-efaf-4c1d-a514-b4b9898fad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:48.876388 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-fef271b3-efaf-4c1d-a514-b4b9898fad8a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696304 May 17 17:19:48.878244 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf9cd199-45a0-46a8-9ab0-4f43738c23ac req-8a43ab33-c3f3-438f-98ea-10347ed61ee8 service neutron] 10.222.0.36 "GET /v2.0/networks/c8b3322d-a5ac-4721-a249-e9704756908b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534867 May 17 17:19:48.882962 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05efdb9-7677-46ac-96c3-6a01a68afbb6 {{(pid=103826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:19:48.891696 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Publish callbacks [] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:48.924363 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.provisioning_blocks [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Transition to ACTIVE for port object e05efdb9-7677-46ac-96c3-6a01a68afbb6 will not be triggered until provisioned by entity L2. {{(pid=103826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:19:48.935948 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:49.031934 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f31a8a-93ad-4258-9df2-f013f34b69ad req-3d31434d-717c-4cde-94d5-de388f88d2f4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:49.036961 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-98f31a8a-93ad-4258-9df2-f013f34b69ad req-3d31434d-717c-4cde-94d5-de388f88d2f4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0628827 May 17 17:19:49.067424 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-23fd2f0c-9391-4d9a-80f7-baebe0deee54 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802297 May 17 17:19:49.070927 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e05efdb9-7677-46ac-96c3-6a01a68afbb6,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:49.103051 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Attempting to bind port e05efdb9-7677-46ac-96c3-6a01a68afbb6 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:19:49.103391 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Attempting to bind port e05efdb9-7677-46ac-96c3-6a01a68afbb6 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:19:49.103719 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Attempting to bind port e05efdb9-7677-46ac-96c3-6a01a68afbb6 on network 6238abbd-960c-4e92-a73b-e546bdad5f2d {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:49.108848 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Port e05efdb9-7677-46ac-96c3-6a01a68afbb6 on network 6238abbd-960c-4e92-a73b-e546bdad5f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:19:49.109173 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Attempting to bind port e05efdb9-7677-46ac-96c3-6a01a68afbb6 on network 6238abbd-960c-4e92-a73b-e546bdad5f2d {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:19:49.114665 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:19:49.115147 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Checking segment: {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:19:49.115535 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Bound using segment: {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:19:49.115967 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Bound port: e05efdb9-7677-46ac-96c3-6a01a68afbb6, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'}}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:19:49.116337 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:49.121054 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-98f31a8a-93ad-4258-9df2-f013f34b69ad req-b9cb1d30-d8e8-4fab-b3c4-5eb1bac925a4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788057 May 17 17:19:49.191892 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] For port e05efdb9-7677-46ac-96c3-6a01a68afbb6, host hv-cinder-84214, cleared binding levels {{(pid=103826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:19:49.195827 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] For port e05efdb9-7677-46ac-96c3-6a01a68afbb6, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:19:49.203419 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:49.240814 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:49.241489 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:49.242984 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/e05efdb9-7677-46ac-96c3-6a01a68afbb6 HTTP/1.1" status: 200 len: 1093 time: 0.7200327 May 17 17:19:49.243605 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'tag': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:19:49.246035 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e635d9d1-8b04-4e66-b1ae-114de11d2808" -d '{"events": [{"name": "network-changed", "server_uuid": "c43bcfed-6beb-49d2-86aa-8b01344ac6c0", "tag": "e05efdb9-7677-46ac-96c3-6a01a68afbb6"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:19:49.285596 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9f0247-3335-4870-8542-7fbd29f2e9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=e05efdb9-7677-46ac-96c3-6a01a68afbb6,revision_number=3']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:49.303987 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff6034d-ab5d-4bc0-8dfb-11800e01a2d8 x-openstack-request-id: req-cff6034d-ab5d-4bc0-8dfb-11800e01a2d8 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:19:49.304278 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43bcfed-6beb-49d2-86aa-8b01344ac6c0", "tag": "e05efdb9-7677-46ac-96c3-6a01a68afbb6", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:19:49.304621 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-cff6034d-ab5d-4bc0-8dfb-11800e01a2d8 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:19:49.305066 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff6034d-ab5d-4bc0-8dfb-11800e01a2d8'] response: {'name': 'network-changed', 'server_uuid': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'tag': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6', 'status': 'completed', 'code': 200} May 17 17:19:49.474998 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b323d2b-ee2d-45fc-93d2-392d0d8c8152 req-d6880dc6-fec2-4366-8b14-39bd544b0d24 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:49.476513 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7b323d2b-ee2d-45fc-93d2-392d0d8c8152 req-d6880dc6-fec2-4366-8b14-39bd544b0d24 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0480754 May 17 17:19:49.534937 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7b323d2b-ee2d-45fc-93d2-392d0d8c8152 req-e730735d-d7c9-45f9-a551-f74cfc419cf6 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519159 May 17 17:19:49.733654 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a86828-edba-4aba-907b-c1d8289ddc37 req-613ea26b-a25a-4ee9-aa61-503f09c5c0e5 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:49.735205 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-90a86828-edba-4aba-907b-c1d8289ddc37 req-613ea26b-a25a-4ee9-aa61-503f09c5c0e5 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0526505 May 17 17:19:49.784612 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-90a86828-edba-4aba-907b-c1d8289ddc37 req-6bf517d2-b95c-40a6-98da-ddc1d43e87f4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427635 May 17 17:19:50.238237 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11ed55f-0ec3-4bce-8e83-275e6ea845fa req-86e61f46-53d7-484e-ba9d-b38574c0d053 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:50.239743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c11ed55f-0ec3-4bce-8e83-275e6ea845fa req-86e61f46-53d7-484e-ba9d-b38574c0d053 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0483518 May 17 17:19:50.291027 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c11ed55f-0ec3-4bce-8e83-275e6ea845fa req-12c8b80e-9155-4a79-94de-d22975315306 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452626 May 17 17:19:50.652203 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05e903-072b-47d1-9f98-7a15a6c90e9e req-890f0c9c-7445-4f8a-8a20-6d1dcaad9dcc tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:50.653899 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fc05e903-072b-47d1-9f98-7a15a6c90e9e req-890f0c9c-7445-4f8a-8a20-6d1dcaad9dcc tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0500906 May 17 17:19:50.703802 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fc05e903-072b-47d1-9f98-7a15a6c90e9e req-8318c0fe-163a-4f52-b12b-968b87d7c60e tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423796 May 17 17:19:50.904880 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef1756-a17c-4f8a-8662-5600394b72e7 req-9f84ccac-c785-4e99-a870-7968eb384e5c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:50.906340 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16ef1756-a17c-4f8a-8662-5600394b72e7 req-9f84ccac-c785-4e99-a870-7968eb384e5c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0507028 May 17 17:19:50.954804 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16ef1756-a17c-4f8a-8662-5600394b72e7 req-9a85a7b9-4fc2-483b-8e80-dea04d31ea1e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427971 May 17 17:19:51.186922 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:19:51.401141 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92d0ee-7b03-4881-a680-cb2acaeda1ab req-cd72247d-b990-4d43-8fd4-5e8898f9029f tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:51.402591 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d92d0ee-7b03-4881-a680-cb2acaeda1ab req-cd72247d-b990-4d43-8fd4-5e8898f9029f tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0456560 May 17 17:19:51.456412 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d92d0ee-7b03-4881-a680-cb2acaeda1ab req-276cea18-768c-4e87-b8b2-7f6ed5833839 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472739 May 17 17:19:51.824759 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ca09e-719c-476f-9e43-ee96df304170 req-7fada90a-ffcd-49ab-af05-d77805897f81 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:51.826840 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-899ca09e-719c-476f-9e43-ee96df304170 req-7fada90a-ffcd-49ab-af05-d77805897f81 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0542307 May 17 17:19:51.876434 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-899ca09e-719c-476f-9e43-ee96df304170 req-55c11e09-6045-40e5-b208-6e7a3c33e211 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 May 17 17:19:52.072718 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7a1ba-bea5-4e8c-8319-67f11114a884 req-8d71098a-1525-46ef-8f25-773bde3e3a98 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:52.074248 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-36a7a1ba-bea5-4e8c-8319-67f11114a884 req-8d71098a-1525-46ef-8f25-773bde3e3a98 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0477567 May 17 17:19:52.128898 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-36a7a1ba-bea5-4e8c-8319-67f11114a884 req-bc9918ed-c65f-4dd1-82cf-590082940e6a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481977 May 17 17:19:52.587815 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244af76-3e21-4182-8b27-f7487fb17eb2 req-4c23521e-37ac-422b-a284-b69f4c2a107a tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:52.589353 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7244af76-3e21-4182-8b27-f7487fb17eb2 req-4c23521e-37ac-422b-a284-b69f4c2a107a tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0557332 May 17 17:19:52.706539 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7244af76-3e21-4182-8b27-f7487fb17eb2 req-7fd77318-2c9f-4582-b8f0-7726c71f6197 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115248 May 17 17:19:52.732558 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635d9d1-8b04-4e66-b1ae-114de11d2808 req-8d9a0875-3a85-4b95-87e1-ec6283bf4d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:52.734078 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-e635d9d1-8b04-4e66-b1ae-114de11d2808 req-8d9a0875-3a85-4b95-87e1-ec6283bf4d16 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 1127 time: 0.1004190 May 17 17:19:52.780712 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ece1aaa2-4c8c-4e0f-a8a9-b902e6700eb4 req-664662f1-3c1d-435e-a4d6-83af8b938d72 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518242 May 17 17:19:52.935462 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635d9d1-8b04-4e66-b1ae-114de11d2808 req-fba81f2c-b2e8-4462-b199-54f260238e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:52.937114 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-e635d9d1-8b04-4e66-b1ae-114de11d2808 req-fba81f2c-b2e8-4462-b199-54f260238e95 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=f975cd8816d04a62b906441bceaff570&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1949522 May 17 17:19:53.006390 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943dfafd-29ad-4158-83ec-dabd5310a7e9 req-1670d4d1-59d7-4da1-85ca-f39fb5bce7d3 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:53.008042 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-943dfafd-29ad-4158-83ec-dabd5310a7e9 req-1670d4d1-59d7-4da1-85ca-f39fb5bce7d3 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0560014 May 17 17:19:53.071555 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-943dfafd-29ad-4158-83ec-dabd5310a7e9 req-a94c2d24-88c7-4a51-8571-62c8c2aa0ecd tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561597 May 17 17:19:53.261980 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293613c-4ecd-44e5-bd47-74c77bc23406 req-d06d2e08-f940-4ceb-9174-26b2262722ab tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:53.264000 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d293613c-4ecd-44e5-bd47-74c77bc23406 req-d06d2e08-f940-4ceb-9174-26b2262722ab tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0465593 May 17 17:19:53.311412 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d293613c-4ecd-44e5-bd47-74c77bc23406 req-667f0845-8316-41ba-a186-788bad21b3c6 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413709 May 17 17:19:53.839397 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f367d079-d3e2-45b6-be67-b4d3b564254e req-a3000590-d987-42bf-b392-6c39ec74ed55 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:53.840915 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f367d079-d3e2-45b6-be67-b4d3b564254e req-a3000590-d987-42bf-b392-6c39ec74ed55 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0478482 May 17 17:19:53.893172 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f367d079-d3e2-45b6-be67-b4d3b564254e req-29747cc7-d18d-42d5-9b86-ffc64c33889a tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459003 May 17 17:19:54.184026 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a217c-d7c5-4d8f-88f7-aaba29bfc89f req-ddca6512-ea00-4491-aa2d-05ff659079ad tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:54.185984 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b21a217c-d7c5-4d8f-88f7-aaba29bfc89f req-ddca6512-ea00-4491-aa2d-05ff659079ad tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0466297 May 17 17:19:54.233664 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b21a217c-d7c5-4d8f-88f7-aaba29bfc89f req-213791f7-4f00-4802-8b29-3efdd9287163 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422995 May 17 17:19:54.426628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9267f-5354-4e93-9297-4a5d23c99970 req-001f2b04-1b4e-4000-8f50-a38ddb07df73 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:54.428067 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f7c9267f-5354-4e93-9297-4a5d23c99970 req-001f2b04-1b4e-4000-8f50-a38ddb07df73 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0453987 May 17 17:19:54.474301 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f7c9267f-5354-4e93-9297-4a5d23c99970 req-b4df8fe2-15a9-447d-a40c-47241844582b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406280 May 17 17:19:55.196498 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2266053-f802-4063-bd08-d1a2fa04257c req-d2d106fa-65f2-422c-82e6-deece4067937 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:55.197995 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2266053-f802-4063-bd08-d1a2fa04257c req-d2d106fa-65f2-422c-82e6-deece4067937 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.2372465 May 17 17:19:55.246447 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2266053-f802-4063-bd08-d1a2fa04257c req-dc0c431b-5a2b-4a47-8708-e56e6ddd36ff tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428224 May 17 17:19:55.348656 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f954e5-4e49-4ead-8234-cff0c829164e req-2fc1e422-ef2f-48a6-93e2-9046434e2b64 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:55.350117 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7f954e5-4e49-4ead-8234-cff0c829164e req-2fc1e422-ef2f-48a6-93e2-9046434e2b64 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.0479352 May 17 17:19:55.398545 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7f954e5-4e49-4ead-8234-cff0c829164e req-209b850e-5a33-49e8-b20f-29c265bbdcd7 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426781 May 17 17:19:55.594426 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608628b-3419-47d3-a926-9d9351c02855 req-4b81d72e-91e9-4020-ae89-75d3fd8f2d46 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:55.595923 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8608628b-3419-47d3-a926-9d9351c02855 req-4b81d72e-91e9-4020-ae89-75d3fd8f2d46 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0514138 May 17 17:19:55.641904 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8608628b-3419-47d3-a926-9d9351c02855 req-c25ab4d9-cf84-445c-9f91-651bfeab6938 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404475 May 17 17:19:56.417986 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76607809-05c1-473b-90cd-671caf9bc2a3 req-5d985172-b21c-4dd9-b98c-6a17009243a1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:56.421683 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-76607809-05c1-473b-90cd-671caf9bc2a3 req-5d985172-b21c-4dd9-b98c-6a17009243a1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0751729 May 17 17:19:56.516746 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-76607809-05c1-473b-90cd-671caf9bc2a3 req-0bacf963-ae2f-49dd-b6d4-0bb0a97f59bf tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848310 May 17 17:19:56.620259 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b912c-c85c-46a5-8ac0-9b06c3c46926 req-01064ddd-04a4-4a4f-ade1-995f492663a9 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:56.628879 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-410b912c-c85c-46a5-8ac0-9b06c3c46926 req-01064ddd-04a4-4a4f-ade1-995f492663a9 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 943 time: 0.1027870 May 17 17:19:56.719506 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-410b912c-c85c-46a5-8ac0-9b06c3c46926 req-c939c5fe-2157-4082-9598-1322df121bf4 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840898 May 17 17:19:56.740696 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635d9d1-8b04-4e66-b1ae-114de11d2808 req-343a6aa5-d36f-4d14-8303-59a9c854d1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:56.742329 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-e635d9d1-8b04-4e66-b1ae-114de11d2808 req-343a6aa5-d36f-4d14-8303-59a9c854d1e5 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4271402 May 17 17:19:56.810797 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c64695c-9cfc-49d7-b31b-7b319b637efa req-1009ddda-f0e4-436b-9cc4-93a7de16f3a2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:56.813052 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5c64695c-9cfc-49d7-b31b-7b319b637efa req-1009ddda-f0e4-436b-9cc4-93a7de16f3a2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0607648 May 17 17:19:56.872702 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5c64695c-9cfc-49d7-b31b-7b319b637efa req-3aaa2646-7e08-4e82-b4ef-4f13dbe6555a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536139 May 17 17:19:57.070366 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 45436) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:57.202845 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b69e-36e1-4278-bab6-d2dc0df72ed5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.291445 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b69e-36e1-4278-bab6-d2dc0df72ed5 admin admin] Publish callbacks [] for security_group (d4cbf57d-c344-414c-bac7-095555c86f03), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.294648 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b69e-36e1-4278-bab6-d2dc0df72ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d4cbf57d-c344-414c-bac7-095555c86f03), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.333563 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4b69e-36e1-4278-bab6-d2dc0df72ed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cbf57d-c344-414c-bac7-095555c86f03,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:57.337954 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-ceb4b69e-36e1-4278-bab6-d2dc0df72ed5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c1fd09ace913403cbc7237597331efbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662892 May 17 17:19:57.340633 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 45458) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:57.395941 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25b8536c-b1fc-4ffc-aae8-68abddb3cb20 admin admin] Publish callbacks [] for security_group (d4cbf57d-c344-414c-bac7-095555c86f03), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.417695 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25b8536c-b1fc-4ffc-aae8-68abddb3cb20 admin admin] Publish callbacks [] for security_group (d4cbf57d-c344-414c-bac7-095555c86f03), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.443053 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:19:57.494247 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25b8536c-b1fc-4ffc-aae8-68abddb3cb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d4cbf57d-c344-414c-bac7-095555c86f03), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.496964 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25b8536c-b1fc-4ffc-aae8-68abddb3cb20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.498660 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-25b8536c-b1fc-4ffc-aae8-68abddb3cb20 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d4cbf57d-c344-414c-bac7-095555c86f03 HTTP/1.1" status: 204 len: 168 time: 0.1569772 May 17 17:19:57.506890 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8536c-b1fc-4ffc-aae8-68abddb3cb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cbf57d-c344-414c-bac7-095555c86f03,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:57.563651 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,segment=NetworkSegment(8dec09f7-c3e6-4543-83e7-2cc3823a70af),segment_id=8dec09f7-c3e6-4543-83e7-2cc3823a70af)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:57.580907 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01', 'network_id': 'c8b3322d-a5ac-4721-a249-e9704756908b', 'port_id': '1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01', 'mac_address': 'fa:16:3e:c3:a9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 835, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a27c8d4b-1cdd-4dae-86eb-f0dfe1030683', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:19:57.619513 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:57.619983 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.636718 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:19:57.646151 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b33fa70-28bb-45ac-9001-e02bb1d5e052 req-bbdac2bc-9f91-40f9-8a9e-bf6dcbe796f1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:57.652805 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b33fa70-28bb-45ac-9001-e02bb1d5e052 req-bbdac2bc-9f91-40f9-8a9e-bf6dcbe796f1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0641613 May 17 17:19:57.657277 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,segment=NetworkSegment(8dec09f7-c3e6-4543-83e7-2cc3823a70af),segment_id=8dec09f7-c3e6-4543-83e7-2cc3823a70af)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:57.665566 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.718655 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:57.727360 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b33fa70-28bb-45ac-9001-e02bb1d5e052 req-06651c73-4a7f-4a55-a796-88877857849e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723104 May 17 17:19:57.839290 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 45472) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:57.855936 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e0d806f6-55b5-4e7c-a752-94b1fd044d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:57.872412 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287952e-9bdf-496a-83d4-07566dd5b0cd req-7f37dd52-787e-46ea-861f-c355d70c37f6 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:57.873873 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5287952e-9bdf-496a-83d4-07566dd5b0cd req-7f37dd52-787e-46ea-861f-c355d70c37f6 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 944 time: 0.0667975 May 17 17:19:57.946248 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5287952e-9bdf-496a-83d4-07566dd5b0cd req-9f429d1e-9726-4fbd-a435-a3fa0ad6fbef tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665441 May 17 17:19:58.014959 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ae3f0-e652-446a-9d38-f5dcd3770b18 req-71fc9f65-397b-4af7-b144-3f18e9522195 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:58.016462 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-802ae3f0-e652-446a-9d38-f5dcd3770b18 req-71fc9f65-397b-4af7-b144-3f18e9522195 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0637381 May 17 17:19:58.026082 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e0d806f6-55b5-4e7c-a752-94b1fd044d8f admin admin] Publish callbacks [] for security_group (5d45d213-89c9-42b9-8b33-b9d83639aa56), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:58.033486 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e0d806f6-55b5-4e7c-a752-94b1fd044d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5d45d213-89c9-42b9-8b33-b9d83639aa56), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:58.092102 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d806f6-55b5-4e7c-a752-94b1fd044d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d45d213-89c9-42b9-8b33-b9d83639aa56,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:58.104330 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e0d806f6-55b5-4e7c-a752-94b1fd044d8f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02a62567176840c09ba7cdfe2ba8028d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640021 May 17 17:19:58.109179 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 45476) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:19:58.113576 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-802ae3f0-e652-446a-9d38-f5dcd3770b18 req-5b3e2c33-f966-4791-aeb5-784b9f630633 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895166 May 17 17:19:58.163579 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b3b4ee42-4dd1-46a1-bc5c-ba88a851f17d admin admin] Publish callbacks [] for security_group (5d45d213-89c9-42b9-8b33-b9d83639aa56), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:58.185062 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b3b4ee42-4dd1-46a1-bc5c-ba88a851f17d admin admin] Publish callbacks [] for security_group (5d45d213-89c9-42b9-8b33-b9d83639aa56), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:58.236235 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b3b4ee42-4dd1-46a1-bc5c-ba88a851f17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5d45d213-89c9-42b9-8b33-b9d83639aa56), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:58.238989 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b3b4ee42-4dd1-46a1-bc5c-ba88a851f17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:58.240474 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-b3b4ee42-4dd1-46a1-bc5c-ba88a851f17d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d45d213-89c9-42b9-8b33-b9d83639aa56 HTTP/1.1" status: 204 len: 168 time: 0.1288035 May 17 17:19:58.250346 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4ee42-4dd1-46a1-bc5c-ba88a851f17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d45d213-89c9-42b9-8b33-b9d83639aa56,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:58.861715 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec687ae-1bf0-4bc2-addf-65fc800a8aac req-c279eb86-d014-4730-8205-f100a1533845 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:58.871423 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eec687ae-1bf0-4bc2-addf-65fc800a8aac req-c279eb86-d014-4730-8205-f100a1533845 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0528293 May 17 17:19:58.915097 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eec687ae-1bf0-4bc2-addf-65fc800a8aac req-303e1715-2706-4c5b-a935-3b8b5cb8fd46 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462081 May 17 17:19:59.061190 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca73fa6-1e78-4a50-92f7-725bfeb8d214 req-4c68363f-7e42-4963-9bb4-f52532ef6b96 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:59.063078 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4ca73fa6-1e78-4a50-92f7-725bfeb8d214 req-4c68363f-7e42-4963-9bb4-f52532ef6b96 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 944 time: 0.0487864 May 17 17:19:59.112727 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4ca73fa6-1e78-4a50-92f7-725bfeb8d214 req-a3b7119f-21e8-452d-9e54-8a703388a0d0 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 May 17 17:19:59.158902 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 902fa950-8eb3-4211-83e2-5564e49661d2 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:19:59.220012 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-22182227-531d-465a-85e6-f456ca1b5929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:59.222801 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-22182227-531d-465a-85e6-f456ca1b5929 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 1127 time: 0.0509460 May 17 17:19:59.276173 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15173b5-983e-4e04-925d-c23d6eaf482e req-ee6b91b3-2346-49e6-9579-c394123a4e3d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:59.279734 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f15173b5-983e-4e04-925d-c23d6eaf482e req-ee6b91b3-2346-49e6-9579-c394123a4e3d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0709925 May 17 17:19:59.297979 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:59.306513 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-0b48338f-8bd9-47f6-87d4-a66b1ac92b92 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6 HTTP/1.1" status: 200 len: 217 time: 0.0757747 May 17 17:19:59.329989 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '902fa950-8eb3-4211-83e2-5564e49661d2', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'port_id': '902fa950-8eb3-4211-83e2-5564e49661d2', 'mac_address': 'fa:16:3e:2e:d6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:19:59.363791 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f15173b5-983e-4e04-925d-c23d6eaf482e req-2727cca7-6ab2-400c-9a3e-9ffa2a6237dc tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722055 May 17 17:19:59.379346 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-bb2d4085-6336-4a31-ae84-a4bcc743d75e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:59.379346 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-bb2d4085-6336-4a31-ae84-a4bcc743d75e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=587cd2ff-00b9-4518-8c85-b74ee04204e3 HTTP/1.1" status: 200 len: 850 time: 0.0642257 May 17 17:19:59.397645 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 902fa950-8eb3-4211-83e2-5564e49661d2 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:19:59.398032 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:59.414177 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902fa950-8eb3-4211-83e2-5564e49661d2 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:19:59.438877 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:19:59.446328 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:19:59.491849 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f7be782c-9bfc-4d94-8bb9-3846dafda273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:19:59.493583 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-f7be782c-9bfc-4d94-8bb9-3846dafda273 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6238abbd-960c-4e92-a73b-e546bdad5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100140 May 17 17:19:59.507740 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:19:59.661441 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:19:59.668122 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-c38412ad-6397-4ef9-966f-f3823bc042dc service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673901 May 17 17:19:59.680029 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['902fa950-8eb3-4211-83e2-5564e49661d2'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:19:59.809465 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ddce1afe-8bb6-4906-b009-4498dbae4844 req-d0719a51-1c60-45d3-aa93-4001bba61861 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341758 May 17 17:20:00.081760 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd2b5c6-d76c-4244-8b4e-f58cd47b8336 req-147fd6c0-b8ae-4449-ad5a-c9eaa7aa67a2 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:00.084362 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0bd2b5c6-d76c-4244-8b4e-f58cd47b8336 req-147fd6c0-b8ae-4449-ad5a-c9eaa7aa67a2 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0674706 May 17 17:20:00.172884 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0bd2b5c6-d76c-4244-8b4e-f58cd47b8336 req-331f0949-4ba3-45b5-aba7-5d9b459ed9b7 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782011 May 17 17:20:00.269222 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60b86-1cfe-4fe0-ae9d-6809b64ba5e5 req-962b9d8a-a34b-4434-96a3-5f52c41161f6 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:00.271892 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-93e60b86-1cfe-4fe0-ae9d-6809b64ba5e5 req-962b9d8a-a34b-4434-96a3-5f52c41161f6 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 944 time: 0.0586882 May 17 17:20:00.343854 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-93e60b86-1cfe-4fe0-ae9d-6809b64ba5e5 req-857b85d4-9d44-46da-938b-90a2d5fcd9a3 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584347 May 17 17:20:00.510925 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed651bf-c2db-4308-97d4-588fdc63b061 req-3c1b7b06-6361-496c-a605-ca1cfb468dcf tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:00.514431 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5ed651bf-c2db-4308-97d4-588fdc63b061 req-3c1b7b06-6361-496c-a605-ca1cfb468dcf tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 945 time: 0.0764902 May 17 17:20:00.579216 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5ed651bf-c2db-4308-97d4-588fdc63b061 req-eee2b617-936d-4c2a-a9a8-ff4fc093ee7b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589430 May 17 17:20:01.167860 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:01.214543 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:20:01.223523 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:01.224085 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:01.306845 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:01.307307 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:01.312407 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4bdd1-af4e-4907-85e8-639fc4a1e1f0 req-6c0bec61-7234-4cd7-a550-18dd047f7bcb tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:01.330281 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-85a4bdd1-af4e-4907-85e8-639fc4a1e1f0 req-6c0bec61-7234-4cd7-a550-18dd047f7bcb tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0636239 May 17 17:20:01.340324 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:01.369689 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-85a4bdd1-af4e-4907-85e8-639fc4a1e1f0 req-e155a4d7-f64e-4ff2-846f-8222802eaf0d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490043 May 17 17:20:01.422810 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,segment=NetworkSegment(8dec09f7-c3e6-4543-83e7-2cc3823a70af),segment_id=8dec09f7-c3e6-4543-83e7-2cc3823a70af)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:01.427424 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:01.428331 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 902fa950-8eb3-4211-83e2-5564e49661d2 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:01.452523 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1087734-b9a6-4a7a-9280-8c8df0f44fea req-747c6f86-4dcf-4420-9302-173074d861fd tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:01.454300 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1087734-b9a6-4a7a-9280-8c8df0f44fea req-747c6f86-4dcf-4420-9302-173074d861fd tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 944 time: 0.0499792 May 17 17:20:01.524091 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1087734-b9a6-4a7a-9280-8c8df0f44fea req-6111edce-c7a8-4382-b119-43973d34b05f tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595477 May 17 17:20:01.545091 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:01.552421 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 902fa950-8eb3-4211-83e2-5564e49661d2 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:20:01.559321 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 902fa950-8eb3-4211-83e2-5564e49661d2 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:01.560446 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:01.582710 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43bc8f77-9478-4e5c-b743-20de9e5642fc" -d '{"events": [{"server_uuid": "41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8", "name": "network-vif-plugged", "status": "completed", "tag": "1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:01.672454 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 902fa950-8eb3-4211-83e2-5564e49661d2 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:01.672795 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:01.721717 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc78efb-ac17-43e1-8626-3108971e10ca req-368ca2aa-789e-4d54-b7d1-7734a349181b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:01.728705 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4dc78efb-ac17-43e1-8626-3108971e10ca req-368ca2aa-789e-4d54-b7d1-7734a349181b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 945 time: 0.0621915 May 17 17:20:01.730990 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cda230-00a0-4b25-a767-8d040ba0e8b6 x-openstack-request-id: req-61cda230-00a0-4b25-a767-8d040ba0e8b6 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:01.732948 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8", "name": "network-vif-plugged", "status": "completed", "tag": "1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:01.733224 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-61cda230-00a0-4b25-a767-8d040ba0e8b6 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:01.735486 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61cda230-00a0-4b25-a767-8d040ba0e8b6'] response: {'server_uuid': '41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01', 'code': 200} May 17 17:20:01.779643 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:01.785008 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:01.789008 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4dc78efb-ac17-43e1-8626-3108971e10ca req-8b1e6760-87cb-44cc-86e7-9e82bb3c77be tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592475 May 17 17:20:01.843156 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:02.185916 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 45664) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:02.289852 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1920de2f-31b7-4ddb-ab5d-29bee4fce38f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:02.366860 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1920de2f-31b7-4ddb-ab5d-29bee4fce38f admin admin] Publish callbacks [] for security_group (3aa81f8a-69f2-44a1-8d33-8187dfd25c9a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:02.370817 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1920de2f-31b7-4ddb-ab5d-29bee4fce38f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3aa81f8a-69f2-44a1-8d33-8187dfd25c9a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:02.409422 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-1920de2f-31b7-4ddb-ab5d-29bee4fce38f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93f56e327e3048f29c765393b9fc0dd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224188 May 17 17:20:02.410380 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1920de2f-31b7-4ddb-ab5d-29bee4fce38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa81f8a-69f2-44a1-8d33-8187dfd25c9a,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:02.412026 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 45672) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:02.490205 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-77bcf46d-034a-4f61-b983-039403f11c7a admin admin] Publish callbacks [] for security_group (3aa81f8a-69f2-44a1-8d33-8187dfd25c9a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:02.504060 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18249db-094c-4e6d-b5df-531934d2631e req-0acdc830-82e8-49b8-8740-9e4e0d11da5e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:02.505590 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a18249db-094c-4e6d-b5df-531934d2631e req-0acdc830-82e8-49b8-8740-9e4e0d11da5e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0581203 May 17 17:20:02.538279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-77bcf46d-034a-4f61-b983-039403f11c7a admin admin] Publish callbacks [] for security_group (3aa81f8a-69f2-44a1-8d33-8187dfd25c9a), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:02.591588 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a18249db-094c-4e6d-b5df-531934d2631e req-9a2e0a68-ea6b-4d3b-a9f5-a85abaa83696 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802174 May 17 17:20:02.640202 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6136cf3-3646-4865-b43f-d18dbc63ce8e req-4d524400-8d63-4280-a8e3-744efb672696 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:02.641717 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6136cf3-3646-4865-b43f-d18dbc63ce8e req-4d524400-8d63-4280-a8e3-744efb672696 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0493608 May 17 17:20:02.642545 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-77bcf46d-034a-4f61-b983-039403f11c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3aa81f8a-69f2-44a1-8d33-8187dfd25c9a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:02.645114 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-77bcf46d-034a-4f61-b983-039403f11c7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:02.646153 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-77bcf46d-034a-4f61-b983-039403f11c7a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3aa81f8a-69f2-44a1-8d33-8187dfd25c9a HTTP/1.1" status: 204 len: 168 time: 0.2331262 May 17 17:20:02.665914 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcf46d-034a-4f61-b983-039403f11c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa81f8a-69f2-44a1-8d33-8187dfd25c9a,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:02.698409 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6136cf3-3646-4865-b43f-d18dbc63ce8e req-f0fc4d66-4491-4cd8-ab3f-659fdae86dce tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511446 May 17 17:20:02.906790 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63daad3-b210-4f87-97ae-9a575c2e9db1 req-a21442e7-ba2e-49ef-bbee-b46fbb8b9bad tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:02.908435 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b63daad3-b210-4f87-97ae-9a575c2e9db1 req-a21442e7-ba2e-49ef-bbee-b46fbb8b9bad tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0548480 May 17 17:20:02.922233 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 45686) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:02.930827 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4c2c-91bc-4558-bb2e-0d14ae33cecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:02.964161 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b63daad3-b210-4f87-97ae-9a575c2e9db1 req-25b7f470-1461-4732-aab9-558bc3ffe78e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467768 May 17 17:20:03.016760 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4c2c-91bc-4558-bb2e-0d14ae33cecb admin admin] Publish callbacks [] for security_group (cb071125-7e00-4e4e-9f8a-9ce580756f0e), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:03.020573 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7a5a4c2c-91bc-4558-bb2e-0d14ae33cecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (cb071125-7e00-4e4e-9f8a-9ce580756f0e), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:03.058376 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-7a5a4c2c-91bc-4558-bb2e-0d14ae33cecb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=acde5133da0e47e3923b59e7d6eeb028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1402841 May 17 17:20:03.059221 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a4c2c-91bc-4558-bb2e-0d14ae33cecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb071125-7e00-4e4e-9f8a-9ce580756f0e,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:03.061622 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 45690) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:03.111178 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a0955636-e3d3-4f9c-ad27-8e6739113e37 admin admin] Publish callbacks [] for security_group (cb071125-7e00-4e4e-9f8a-9ce580756f0e), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:03.132371 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a0955636-e3d3-4f9c-ad27-8e6739113e37 admin admin] Publish callbacks [] for security_group (cb071125-7e00-4e4e-9f8a-9ce580756f0e), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:03.178174 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a0955636-e3d3-4f9c-ad27-8e6739113e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (cb071125-7e00-4e4e-9f8a-9ce580756f0e), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:03.180799 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a0955636-e3d3-4f9c-ad27-8e6739113e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:03.181952 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-a0955636-e3d3-4f9c-ad27-8e6739113e37 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cb071125-7e00-4e4e-9f8a-9ce580756f0e HTTP/1.1" status: 204 len: 168 time: 0.1193240 May 17 17:20:03.191329 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0955636-e3d3-4f9c-ad27-8e6739113e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb071125-7e00-4e4e-9f8a-9ce580756f0e,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:03.709972 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd467bf-e7ae-4002-bdea-2b3d2bcd0ad3 req-2b9f972e-173d-41d4-973c-6a54288f2f64 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:03.711735 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9dd467bf-e7ae-4002-bdea-2b3d2bcd0ad3 req-2b9f972e-173d-41d4-973c-6a54288f2f64 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 943 time: 0.0528817 May 17 17:20:03.736899 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:03.739114 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485f219a-b138-46aa-8884-908f0a9f5d31" -d '{"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-plugged", "status": "completed", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:03.773678 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9dd467bf-e7ae-4002-bdea-2b3d2bcd0ad3 req-3f07af58-4b20-4ef1-a819-1d442360e4d7 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556412 May 17 17:20:03.827106 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df042a11-a4c0-4942-ae71-004156009ec7 x-openstack-request-id: req-df042a11-a4c0-4942-ae71-004156009ec7 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:03.827413 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-plugged", "status": "completed", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:03.827825 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-df042a11-a4c0-4942-ae71-004156009ec7 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:03.828218 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df042a11-a4c0-4942-ae71-004156009ec7'] response: {'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2', 'code': 200} May 17 17:20:03.836603 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b186fb-a5fc-4e6c-abf1-53b53c70e4bb req-2ce77781-0e0b-4659-aefc-b67c5b3c0474 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:03.838142 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a7b186fb-a5fc-4e6c-abf1-53b53c70e4bb req-2ce77781-0e0b-4659-aefc-b67c5b3c0474 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0635867 May 17 17:20:03.889884 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a7b186fb-a5fc-4e6c-abf1-53b53c70e4bb req-b4bce787-bc3a-4da9-8d8b-fcd689d883f0 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 May 17 17:20:03.977495 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device e05efdb9-7677-46ac-96c3-6a01a68afbb6 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:20:04.215310 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port e05efdb9-7677-46ac-96c3-6a01a68afbb6, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:04.236388 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ea0b2-17e0-4bda-b592-422086d89c9e req-e0c5cb80-76c0-4939-915d-254a63c1a8fd tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:04.238786 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-791ea0b2-17e0-4bda-b592-422086d89c9e req-e0c5cb80-76c0-4939-915d-254a63c1a8fd tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1208141 May 17 17:20:04.251122 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'port_id': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6', 'mac_address': 'fa:16:3e:ee:64:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:20:04.303746 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e1d7b-cb04-4101-a643-b6c0d062c690 req-199e6b27-2abb-433a-b1c0-b4d2da077e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:04.306507 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-498e1d7b-cb04-4101-a643-b6c0d062c690 req-199e6b27-2abb-433a-b1c0-b4d2da077e1e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 1129 time: 0.1283865 May 17 17:20:04.329417 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-498e1d7b-cb04-4101-a643-b6c0d062c690 req-4279df39-d26c-4172-b631-e6c42bd00576 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:04.330042 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port e05efdb9-7677-46ac-96c3-6a01a68afbb6 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:04.330658 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:04.354328 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05efdb9-7677-46ac-96c3-6a01a68afbb6 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:20:04.385588 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port e05efdb9-7677-46ac-96c3-6a01a68afbb6, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:04.394731 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:04.448743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-791ea0b2-17e0-4bda-b592-422086d89c9e req-e36eb525-8a4c-4fb9-ab2e-c4a96a0768d9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924591 May 17 17:20:04.453451 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-498e1d7b-cb04-4101-a643-b6c0d062c690 req-4279df39-d26c-4172-b631-e6c42bd00576 service neutron] Publish callbacks [] for security_group (cdcf8b8c-7310-47e5-924e-39d856546fde), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:04.456898 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fd271c-1c52-4d80-ac10-3516ac0eaa83 req-cf4a5abb-cdf5-4557-857e-e44e3e630396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:04.458851 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=e05efdb9-7677-46ac-96c3-6a01a68afbb6,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:04.461758 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-498e1d7b-cb04-4101-a643-b6c0d062c690 req-4279df39-d26c-4172-b631-e6c42bd00576 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (cdcf8b8c-7310-47e5-924e-39d856546fde), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:04.466397 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-96fd271c-1c52-4d80-ac10-3516ac0eaa83 req-cf4a5abb-cdf5-4557-857e-e44e3e630396 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 1130 time: 0.2229888 May 17 17:20:04.545624 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-96fd271c-1c52-4d80-ac10-3516ac0eaa83 req-28c9ac9c-77be-4253-a8be-01e2bf86810f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689187 May 17 17:20:04.557973 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279df39-d26c-4172-b631-e6c42bd00576 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcf8b8c-7310-47e5-924e-39d856546fde,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:04.561811 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-498e1d7b-cb04-4101-a643-b6c0d062c690 req-4279df39-d26c-4172-b631-e6c42bd00576 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491970 May 17 17:20:04.615095 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['e05efdb9-7677-46ac-96c3-6a01a68afbb6'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:20:04.895564 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615c4f52-5ddd-4475-ba67-89d0f652076a req-6a2eb580-3d2e-4449-972b-6bf2f9daf1eb tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:04.897206 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-615c4f52-5ddd-4475-ba67-89d0f652076a req-6a2eb580-3d2e-4449-972b-6bf2f9daf1eb tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 944 time: 0.0498059 May 17 17:20:04.957060 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-615c4f52-5ddd-4475-ba67-89d0f652076a req-4ea35b08-504a-4da0-96ee-8e41f0f7d218 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527518 May 17 17:20:05.046316 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a211d1-fa44-40fe-8ea3-a44d91e75867 req-18d1b76b-8208-4428-80ba-da4e25dcbc50 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:05.053285 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-10a211d1-fa44-40fe-8ea3-a44d91e75867 req-18d1b76b-8208-4428-80ba-da4e25dcbc50 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0655992 May 17 17:20:05.104111 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-10a211d1-fa44-40fe-8ea3-a44d91e75867 req-22d5e8de-490f-4d62-931a-886a0053d6d2 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499754 May 17 17:20:05.199329 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device e05efdb9-7677-46ac-96c3-6a01a68afbb6 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:05.251134 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port e05efdb9-7677-46ac-96c3-6a01a68afbb6 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:20:05.259219 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port e05efdb9-7677-46ac-96c3-6a01a68afbb6 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:05.259654 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:05.358590 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port e05efdb9-7677-46ac-96c3-6a01a68afbb6 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:05.359341 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:05.520825 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port e05efdb9-7677-46ac-96c3-6a01a68afbb6, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:05.526338 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:05.581777 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=e05efdb9-7677-46ac-96c3-6a01a68afbb6,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:05.654400 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f6c21-61ca-4b92-9a93-ba5203f7535e req-26f8b41f-6f1d-4ee1-bc26-f0d5b4ea16ef tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:05.655910 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7d1f6c21-61ca-4b92-9a93-ba5203f7535e req-26f8b41f-6f1d-4ee1-bc26-f0d5b4ea16ef tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0689616 May 17 17:20:05.708337 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 45808) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:05.716354 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7d1f6c21-61ca-4b92-9a93-ba5203f7535e req-15faccae-40ff-4957-bcad-a56d6a2b49c9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509198 May 17 17:20:05.829648 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:05.831505 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6577474e-c84c-44a5-81ce-ca2832ac065e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:05.832406 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10edd01a-0072-4c06-a5a0-755137302c38" -d '{"events": [{"server_uuid": "c43bcfed-6beb-49d2-86aa-8b01344ac6c0", "name": "network-vif-plugged", "status": "completed", "tag": "e05efdb9-7677-46ac-96c3-6a01a68afbb6"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:05.875163 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ead4e8b-1d04-401a-a1a0-b6667368c015 x-openstack-request-id: req-5ead4e8b-1d04-401a-a1a0-b6667368c015 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:05.875461 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43bcfed-6beb-49d2-86aa-8b01344ac6c0", "name": "network-vif-plugged", "status": "completed", "tag": "e05efdb9-7677-46ac-96c3-6a01a68afbb6", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:05.875714 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ead4e8b-1d04-401a-a1a0-b6667368c015 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:05.876276 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ead4e8b-1d04-401a-a1a0-b6667368c015'] response: {'server_uuid': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6', 'code': 200} May 17 17:20:05.921123 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6577474e-c84c-44a5-81ce-ca2832ac065e admin admin] Publish callbacks [] for security_group (37214658-db52-49ef-a622-7263c6251850), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:05.925220 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6577474e-c84c-44a5-81ce-ca2832ac065e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (37214658-db52-49ef-a622-7263c6251850), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:05.965265 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6577474e-c84c-44a5-81ce-ca2832ac065e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b872fb4fecb34a6898f914efe737ea9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2558324 May 17 17:20:05.967982 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 45826) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:05.974330 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6577474e-c84c-44a5-81ce-ca2832ac065e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37214658-db52-49ef-a622-7263c6251850,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:06.041347 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e56ba456-5090-4f31-828b-619a7f683ef5 admin admin] Publish callbacks [] for security_group (37214658-db52-49ef-a622-7263c6251850), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:06.065902 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e56ba456-5090-4f31-828b-619a7f683ef5 admin admin] Publish callbacks [] for security_group (37214658-db52-49ef-a622-7263c6251850), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:06.108901 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b36174-18c5-4a5b-ad5c-e3cf7966f2c4 req-0a8bcb21-62ba-4ae4-8b13-2f7a4c82080e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:06.117130 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-43b36174-18c5-4a5b-ad5c-e3cf7966f2c4 req-0a8bcb21-62ba-4ae4-8b13-2f7a4c82080e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0837212 May 17 17:20:06.148888 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e56ba456-5090-4f31-828b-619a7f683ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (37214658-db52-49ef-a622-7263c6251850), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:06.151552 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e56ba456-5090-4f31-828b-619a7f683ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:06.152767 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-e56ba456-5090-4f31-828b-619a7f683ef5 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/37214658-db52-49ef-a622-7263c6251850 HTTP/1.1" status: 204 len: 168 time: 0.1836324 May 17 17:20:06.162307 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ba456-5090-4f31-828b-619a7f683ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37214658-db52-49ef-a622-7263c6251850,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:06.220835 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-43b36174-18c5-4a5b-ad5c-e3cf7966f2c4 req-b53bcea5-c133-48f1-9294-359f2063bfc6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025088 May 17 17:20:06.255991 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ee3ae-394b-46d7-9b7e-2d4a288c6048 req-d363c399-b725-44a1-88cc-f3924206d72d tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:06.257507 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb1ee3ae-394b-46d7-9b7e-2d4a288c6048 req-d363c399-b725-44a1-88cc-f3924206d72d tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0584452 May 17 17:20:06.310689 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb1ee3ae-394b-46d7-9b7e-2d4a288c6048 req-5f244be1-5eb3-4a0c-b600-9edb6e38407d tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470157 May 17 17:20:06.467738 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 45848) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:06.488007 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:06.521631 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8d370-97d0-4e48-b51b-a679b959ee82 req-2359c2b5-a10e-4a0b-97eb-3303a815cc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:06.523774 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c8b8d370-97d0-4e48-b51b-a679b959ee82 req-2359c2b5-a10e-4a0b-97eb-3303a815cc75 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 1129 time: 0.0514863 May 17 17:20:06.635952 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Publish callbacks [] for security_group (4bae3341-38b6-4a31-af67-8488fe150292), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:06.641594 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (4bae3341-38b6-4a31-af67-8488fe150292), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:06.730149 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0807215e65b446068da0dbe6bc456542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2607882 May 17 17:20:06.733622 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 45864) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:06.737580 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bae3341-38b6-4a31-af67-8488fe150292,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:06.791680 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c8b8d370-97d0-4e48-b51b-a679b959ee82 req-881b51ce-39dd-43cd-9de6-c7adfad82756 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040568 May 17 17:20:06.812178 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.812926 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.813368 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.813999 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.814568 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.815133 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.815993 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.816620 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.817124 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.817697 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.818273 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.818847 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.820337 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.820337 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.820509 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a20153-5af6-4966-87ec-7d6f6fa3ccba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:06.953843 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-27c8532b-d393-4685-afdc-6adddcb688bc admin admin] Publish callbacks [] for security_group (4bae3341-38b6-4a31-af67-8488fe150292), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:06.968040 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79068fb-3389-4060-b65a-5530ff368037 req-f483fe09-d024-46e7-8de8-90ab510af88a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:06.970603 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f79068fb-3389-4060-b65a-5530ff368037 req-f483fe09-d024-46e7-8de8-90ab510af88a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1102834 May 17 17:20:07.035680 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-27c8532b-d393-4685-afdc-6adddcb688bc admin admin] Publish callbacks [] for security_group (4bae3341-38b6-4a31-af67-8488fe150292), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:07.109279 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f79068fb-3389-4060-b65a-5530ff368037 req-23ea9a4a-e2f8-4f42-a215-2affba60f29c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260376 May 17 17:20:07.131156 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-27c8532b-d393-4685-afdc-6adddcb688bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (4bae3341-38b6-4a31-af67-8488fe150292), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:07.134093 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-27c8532b-d393-4685-afdc-6adddcb688bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:07.137541 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-27c8532b-d393-4685-afdc-6adddcb688bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4bae3341-38b6-4a31-af67-8488fe150292 HTTP/1.1" status: 204 len: 168 time: 0.4001207 May 17 17:20:07.144957 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8532b-d393-4685-afdc-6adddcb688bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bae3341-38b6-4a31-af67-8488fe150292,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:07.383603 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc5b14-2a28-4acc-b869-2936c013639c req-84fa5b1b-62bc-4dd8-b2f3-5771470a1c0a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:07.397567 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 45908) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:07.400347 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3fbc5b14-2a28-4acc-b869-2936c013639c req-84fa5b1b-62bc-4dd8-b2f3-5771470a1c0a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1265812 May 17 17:20:07.406225 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'floatingip': {'port_id': '902fa950-8eb3-4211-83e2-5564e49661d2'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:07.470494 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ae550-75ac-436e-9cdd-9bfd4b7c3fba req-8f26f251-5b93-4e31-a0b1-501e2cac38e1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:07.478319 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dc1ae550-75ac-436e-9cdd-9bfd4b7c3fba req-8f26f251-5b93-4e31-a0b1-501e2cac38e1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.1225884 May 17 17:20:07.556747 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (253ac239-2f3c-4b3c-abc4-55399847c74e), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:07.617167 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c459a-617f-4d06-a25e-c0cf53adba16 req-6584fdd2-c5b4-4ef9-aaca-ef1c713b69ea tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:07.618761 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f19c459a-617f-4d06-a25e-c0cf53adba16 req-6584fdd2-c5b4-4ef9-aaca-ef1c713b69ea tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.1395106 May 17 17:20:07.703881 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dc1ae550-75ac-436e-9cdd-9bfd4b7c3fba req-e1f6774e-c182-4242-a46d-4d1e3b00cb9e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084758 May 17 17:20:07.741405 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f19c459a-617f-4d06-a25e-c0cf53adba16 req-97ca65d6-9a5f-4d30-9b56-8f0fcb4e8fb0 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119435 May 17 17:20:08.276438 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 45968) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:08.508884 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-08cef3c0-dfff-43bd-8787-f3dd25d2de9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:08.521285 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.db.resource_extend [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 17:20:08.642405 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-08cef3c0-dfff-43bd-8787-f3dd25d2de9b admin admin] Publish callbacks [] for security_group (cad565b8-3d61-4217-8b2a-c3cc1c5f48ea), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:08.650816 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:08.652738 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-08cef3c0-dfff-43bd-8787-f3dd25d2de9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (cad565b8-3d61-4217-8b2a-c3cc1c5f48ea), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:08.662385 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (253ac239-2f3c-4b3c-abc4-55399847c74e), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:08.708430 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-08cef3c0-dfff-43bd-8787-f3dd25d2de9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=2d5fa64837fe4e0eb2e92d7da40db272&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4288707 May 17 17:20:08.708839 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cef3c0-dfff-43bd-8787-f3dd25d2de9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cad565b8-3d61-4217-8b2a-c3cc1c5f48ea,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:08.711630 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46000) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:08.782091 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a5ef86eb-aa49-4d46-9bdc-855a90e58ce1 admin admin] Publish callbacks [] for security_group (cad565b8-3d61-4217-8b2a-c3cc1c5f48ea), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:08.815548 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Floating IP 253ac239-2f3c-4b3c-abc4-55399847c74e associated. External IP: 172.27.3.118, port: 902fa950-8eb3-4211-83e2-5564e49661d2. May 17 17:20:08.858938 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a5ef86eb-aa49-4d46-9bdc-855a90e58ce1 admin admin] Publish callbacks [] for security_group (cad565b8-3d61-4217-8b2a-c3cc1c5f48ea), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:08.889552 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f062c-9142-449d-9937-a3ec00381063 req-73c9807e-57cc-47a5-8dfb-a297bd0170f4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:08.896630 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b17f062c-9142-449d-9937-a3ec00381063 req-73c9807e-57cc-47a5-8dfb-a297bd0170f4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0844944 May 17 17:20:08.980077 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b17f062c-9142-449d-9937-a3ec00381063 req-869e4ebd-c4a0-4ba4-b396-0e6d9c0af600 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772421 May 17 17:20:09.010851 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a5ef86eb-aa49-4d46-9bdc-855a90e58ce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (cad565b8-3d61-4217-8b2a-c3cc1c5f48ea), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.015842 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a5ef86eb-aa49-4d46-9bdc-855a90e58ce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.015842 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-a5ef86eb-aa49-4d46-9bdc-855a90e58ce1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cad565b8-3d61-4217-8b2a-c3cc1c5f48ea HTTP/1.1" status: 204 len: 168 time: 0.3025358 May 17 17:20:09.018176 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46034) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:09.116792 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ef86eb-aa49-4d46-9bdc-855a90e58ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad565b8-3d61-4217-8b2a-c3cc1c5f48ea,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:09.161696 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c8ccb2d-213e-41b9-8064-9925643af170 admin admin] Deleting subnet eaec93a5-7473-4773-969a-1a70ef79f17c {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:20:09.166791 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccb2d-213e-41b9-8064-9925643af170 admin admin] Publish callbacks [] for subnet (eaec93a5-7473-4773-969a-1a70ef79f17c), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.202632 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8272a5c-e6b3-4d00-b76d-64704406da80 req-73ab3a68-3bbd-4c6d-a209-2faca5a0864e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:09.204840 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f8272a5c-e6b3-4d00-b76d-64704406da80 req-73ab3a68-3bbd-4c6d-a209-2faca5a0864e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.1118536 May 17 17:20:09.216585 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46046) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:09.223579 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'floatingip': {'port_id': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:09.230808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccb2d-213e-41b9-8064-9925643af170 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (eaec93a5-7473-4773-969a-1a70ef79f17c), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.295029 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccb2d-213e-41b9-8064-9925643af170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (eaec93a5-7473-4773-969a-1a70ef79f17c), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.306902 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Router 5c18e419-3100-488e-81cb-1a021556f59f has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:20:09.311805 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (b614ecab-a6b8-4561-911b-ac0024eaba29), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.382064 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccb2d-213e-41b9-8064-9925643af170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (eaec93a5-7473-4773-969a-1a70ef79f17c), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.419536 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccb2d-213e-41b9-8064-9925643af170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.426924 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-5c8ccb2d-213e-41b9-8064-9925643af170 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/eaec93a5-7473-4773-969a-1a70ef79f17c HTTP/1.1" status: 204 len: 168 time: 0.4037361 May 17 17:20:09.429911 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46062) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:09.615353 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (d48180af-487a-4b2f-b70e-4646b3489530), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.629131 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ccb2d-213e-41b9-8064-9925643af170 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaec93a5-7473-4773-969a-1a70ef79f17c,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:09.643499 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:20:09.654431 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.694967 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] Sync routers for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:20:09.718881 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-70fd5427-68a5-471d-a5d9-3550d0833cc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "PUT /v2.0/floatingips/253ac239-2f3c-4b3c-abc4-55399847c74e HTTP/1.1" status: 200 len: 992 time: 2.3172097 May 17 17:20:09.725330 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:09.725637 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:09.727794 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d27e3d-e9b3-4719-ac81-5e6d35055d52" -d '{"events": [{"name": "network-changed", "server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:09.729442 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:09.730066 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46088) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:09.794646 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bbef266-bad4-4522-bac1-01f0226acd26 x-openstack-request-id: req-6bbef266-bad4-4522-bac1-01f0226acd26 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:09.794957 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:09.795209 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6bbef266-bad4-4522-bac1-01f0226acd26 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:09.795620 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bbef266-bad4-4522-bac1-01f0226acd26'] response: {'name': 'network-changed', 'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2', 'status': 'completed', 'code': 200} May 17 17:20:09.799016 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.810488 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (d48180af-487a-4b2f-b70e-4646b3489530), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.833722 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d48180af-487a-4b2f-b70e-4646b3489530']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:09.846411 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e26e89d-0412-44c3-85ce-c509ff7d393c') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:09.846723 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e26e89d-0412-44c3-85ce-c509ff7d393c') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:09.858706 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (8e26e89d-0412-44c3-85ce-c509ff7d393c), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.877715 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (8e26e89d-0412-44c3-85ce-c509ff7d393c), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.889057 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:20:09.889057 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (8e26e89d-0412-44c3-85ce-c509ff7d393c), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:09.919722 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-cd7ae0f3-a71b-4761-96b9-ce010daccda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:09.921445 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-cd7ae0f3-a71b-4761-96b9-ce010daccda7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 1130 time: 0.0866768 May 17 17:20:09.981922 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:20:10.022336 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:20:10.040720 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (d48180af-487a-4b2f-b70e-4646b3489530), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.071938 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.078456 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] 10.222.0.81 "DELETE /v2.0/networks/d48180af-487a-4b2f-b70e-4646b3489530 HTTP/1.1" status: 204 len: 168 time: 0.6414692 May 17 17:20:10.078456 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccc05dd-4e74-421f-8fde-ca84789c6b2c admin admin] Pushing event deleted for resources: {'Network': ['ID=d48180af-487a-4b2f-b70e-4646b3489530,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:10.096420 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46110) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:10.201145 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-270a8efa-7e96-4bf4-b338-2b3b67135c51 admin admin] Deleting subnet 745d0c31-264a-4974-82c8-1c1b299e5601 {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:20:10.205660 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-270a8efa-7e96-4bf4-b338-2b3b67135c51 admin admin] Publish callbacks [] for subnet (745d0c31-264a-4974-82c8-1c1b299e5601), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.255821 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-270a8efa-7e96-4bf4-b338-2b3b67135c51 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (745d0c31-264a-4974-82c8-1c1b299e5601), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.341328 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-91b865c3-7dde-4665-8310-bdf66a6908d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:10.342729 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-91b865c3-7dde-4665-8310-bdf66a6908d7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 918 time: 0.2986052 May 17 17:20:10.358061 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-270a8efa-7e96-4bf4-b338-2b3b67135c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (745d0c31-264a-4974-82c8-1c1b299e5601), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.428203 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-270a8efa-7e96-4bf4-b338-2b3b67135c51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (745d0c31-264a-4974-82c8-1c1b299e5601), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.453870 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '253ac239-2f3c-4b3c-abc4-55399847c74e', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'port_id': '902fa950-8eb3-4211-83e2-5564e49661d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'mac_address': 'fa:16:3e:2e:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:19:20Z', 'updated_at': '2022-05-17T17:20:08Z', 'revision_number': 1, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:10.463644 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a8efa-7e96-4bf4-b338-2b3b67135c51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745d0c31-264a-4974-82c8-1c1b299e5601,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:10.466453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-270a8efa-7e96-4bf4-b338-2b3b67135c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.470290 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-270a8efa-7e96-4bf4-b338-2b3b67135c51 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/745d0c31-264a-4974-82c8-1c1b299e5601 HTTP/1.1" status: 204 len: 168 time: 0.3714576 May 17 17:20:10.473489 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46126) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:10.490119 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] Checking router: 5c18e419-3100-488e-81cb-1a021556f59f for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:20:10.500365 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:10.500991 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:10.556229 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Publish callbacks [] for security_group (467e604f-151e-4952-b21d-bb310f04d740), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.579118 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.668204 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (467e604f-151e-4952-b21d-bb310f04d740), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.694693 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-a3c38d1c-4fe2-4b72-8b59-aa33a49e55f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=902fa950-8eb3-4211-83e2-5564e49661d2 HTTP/1.1" status: 200 len: 1000 time: 0.1411881 May 17 17:20:10.698889 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.db.resource_extend [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 17:20:10.712534 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:10.749294 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.786362 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:10.799171 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60de3604-b9a6-4d21-afbc-3f9131daec34') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:10.799773 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60de3604-b9a6-4d21-afbc-3f9131daec34') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:10.802172 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6e8acd9ecd704e60a67e3df7b0f67d05&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0660758 May 17 17:20:10.807738 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46138) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:10.821500 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467e604f-151e-4952-b21d-bb310f04d740,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:10.826587 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.838381 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.838931 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.839409 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.839913 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.840414 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.840926 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.841368 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.841811 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.842298 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.842739 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.843192 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.843761 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.844075 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.844560 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.845135 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf779bfe-d145-425b-9d12-427a42b3067b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:10.850765 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (b614ecab-a6b8-4561-911b-ac0024eaba29), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.856324 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (60de3604-b9a6-4d21-afbc-3f9131daec34), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.906150 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-9badd296-b16e-45ab-8154-e2938a4c97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:10.906428 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (60de3604-b9a6-4d21-afbc-3f9131daec34), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:10.907912 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-9badd296-b16e-45ab-8154-e2938a4c97aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.1937249 May 17 17:20:10.914673 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] Releasing vlan 826 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:20:10.915218 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (60de3604-b9a6-4d21-afbc-3f9131daec34), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:20:11.000108 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:20:11.002225 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b7bab740-483d-4da8-9350-e4fa71994abe admin admin] Publish callbacks [] for security_group (467e604f-151e-4952-b21d-bb310f04d740), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.017280 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-ff8dd4e2-be97-4aeb-bc24-5b2e3c772624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:11.018561 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-ff8dd4e2-be97-4aeb-bc24-5b2e3c772624 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975554 May 17 17:20:11.023110 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b7bab740-483d-4da8-9350-e4fa71994abe admin admin] Publish callbacks [] for security_group (467e604f-151e-4952-b21d-bb310f04d740), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.025028 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.028015 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Floating IP b614ecab-a6b8-4561-911b-ac0024eaba29 associated. External IP: 172.27.3.25, port: e05efdb9-7677-46ac-96c3-6a01a68afbb6. May 17 17:20:11.028191 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '253ac239-2f3c-4b3c-abc4-55399847c74e', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'port_id': '902fa950-8eb3-4211-83e2-5564e49661d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'mac_address': 'fa:16:3e:2e:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:19:20Z', 'updated_at': '2022-05-17T17:20:08Z', 'revision_number': 1, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:11.032465 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.039316 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] 10.222.0.81 "DELETE /v2.0/networks/28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3 HTTP/1.1" status: 204 len: 168 time: 0.5638199 May 17 17:20:11.063373 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c0d63a-d897-49f1-a955-e0db4b40ae49 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f4f1bb-f88f-4d1d-9f8f-354452f3cdb3,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:11.093906 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce7ce154-24df-472d-b53d-c09411c6f401 None None] The sync data for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi is: [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '253ac239-2f3c-4b3c-abc4-55399847c74e', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'floating_ip_address': '172.27.3.118', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'port_id': '902fa950-8eb3-4211-83e2-5564e49661d2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 90, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'mac_address': 'fa:16:3e:2e:d6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:19:20Z', 'updated_at': '2022-05-17T17:20:08Z', 'revision_number': 1, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:20:11.128599 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b7bab740-483d-4da8-9350-e4fa71994abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (467e604f-151e-4952-b21d-bb310f04d740), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.135601 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b7bab740-483d-4da8-9350-e4fa71994abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.138564 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b7bab740-483d-4da8-9350-e4fa71994abe admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/467e604f-151e-4952-b21d-bb310f04d740 HTTP/1.1" status: 204 len: 168 time: 0.3292301 May 17 17:20:11.163205 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bab740-483d-4da8-9350-e4fa71994abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467e604f-151e-4952-b21d-bb310f04d740,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:11.431402 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46166) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:11.499737 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-51b08b88-e8ea-4cf2-9a0a-53887f6d5fe6 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504679 May 17 17:20:11.501929 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8947e548-760b-4eb0-b7ad-35e775535834 None None] New status for floating IP 253ac239-2f3c-4b3c-abc4-55399847c74e: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:20:11.545341 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9361d958-ca8e-4105-b886-a333d01f9b48 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=33e6f25ad2424ab3ac0382dc1921fae9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1124945 May 17 17:20:11.548020 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46172) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:11.683908 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5f7c788e-fedc-4f67-9acc-ce837894a358 admin admin] Publish callbacks [] for security_group (5618fab1-3736-4324-a837-52d7c63d6afc), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.694840 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-82d27e3d-e9b3-4719-ac81-5e6d35055d52 req-8abf9b23-2f8d-49f5-8f77-a0b84f12a779 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583288 May 17 17:20:11.738240 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5f7c788e-fedc-4f67-9acc-ce837894a358 admin admin] Publish callbacks [] for security_group (5618fab1-3736-4324-a837-52d7c63d6afc), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.739955 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Router a6bba4be-67ed-4650-9731-d69e338b0869 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:20:11.861742 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5f7c788e-fedc-4f67-9acc-ce837894a358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5618fab1-3736-4324-a837-52d7c63d6afc), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.865957 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5f7c788e-fedc-4f67-9acc-ce837894a358 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.867548 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-5f7c788e-fedc-4f67-9acc-ce837894a358 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5618fab1-3736-4324-a837-52d7c63d6afc HTTP/1.1" status: 204 len: 168 time: 0.3183651 May 17 17:20:11.880424 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c788e-fedc-4f67-9acc-ce837894a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5618fab1-3736-4324-a837-52d7c63d6afc,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:11.909330 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:20:11.921635 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] Sync routers for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:20:11.923963 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:11.939747 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:11.942760 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:12.033576 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-88718307-e61e-44a9-958b-caf3f789839e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:12.043544 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f8f7bee3-0260-4c71-b7d4-78eb38330284 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "PUT /v2.0/floatingips/b614ecab-a6b8-4561-911b-ac0024eaba29 HTTP/1.1" status: 200 len: 990 time: 2.8232615 May 17 17:20:12.045983 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'tag': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:12.049213 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73" -d '{"events": [{"name": "network-changed", "server_uuid": "c43bcfed-6beb-49d2-86aa-8b01344ac6c0", "tag": "e05efdb9-7677-46ac-96c3-6a01a68afbb6"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:12.067764 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-5f0d3367-1af0-4b74-be8d-f3953702f35a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1092575 May 17 17:20:12.181115 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:12.209252 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e205d8f-08c6-4bed-9b7c-b00d469a4c95 x-openstack-request-id: req-4e205d8f-08c6-4bed-9b7c-b00d469a4c95 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:12.209614 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c43bcfed-6beb-49d2-86aa-8b01344ac6c0", "tag": "e05efdb9-7677-46ac-96c3-6a01a68afbb6", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:12.209819 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-4e205d8f-08c6-4bed-9b7c-b00d469a4c95 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:12.210233 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e205d8f-08c6-4bed-9b7c-b00d469a4c95'] response: {'name': 'network-changed', 'server_uuid': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'tag': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6', 'status': 'completed', 'code': 200} May 17 17:20:12.244914 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-3d78f815-038d-4a88-b9e4-dd7cd1fd9a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:12.247277 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-3d78f815-038d-4a88-b9e4-dd7cd1fd9a07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f891ca3f0e0f471daf0c29f95d38f361&device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 1129 time: 0.1148400 May 17 17:20:12.267775 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46196) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:12.317338 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-b3327a47-5ece-413d-8a47-1231d5eeff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:12.324343 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-b3327a47-5ece-413d-8a47-1231d5eeff04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 1129 time: 0.1429245 May 17 17:20:12.572815 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-05c1b8af-e6f9-4c18-831f-f0704b8fb0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:12.578079 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-05c1b8af-e6f9-4c18-831f-f0704b8fb0d6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c8b3322d-a5ac-4721-a249-e9704756908b HTTP/1.1" status: 200 len: 912 time: 0.3062620 May 17 17:20:12.647779 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-25310cf8-a67b-4133-b553-f73719dbf3a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 HTTP/1.1" status: 200 len: 217 time: 0.0633848 May 17 17:20:12.733309 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d266693c-3624-4d61-80cf-be03512809c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:12.745027 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': 'b614ecab-a6b8-4561-911b-ac0024eaba29', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'port_id': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'mac_address': 'fa:16:3e:ee:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:19:27Z', 'updated_at': '2022-05-17T17:20:10Z', 'revision_number': 1, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:12.767513 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-b443d4b9-6e4c-4676-b028-b20c7db74777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:12.773557 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-b443d4b9-6e4c-4676-b028-b20c7db74777 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 912 time: 0.4412849 May 17 17:20:12.799051 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-83e5ea6e-6673-40ac-99d1-52fce9feeb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:12.801562 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-83e5ea6e-6673-40ac-99d1-52fce9feeb46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a27c8d4b-1cdd-4dae-86eb-f0dfe1030683 HTTP/1.1" status: 200 len: 851 time: 0.1475222 May 17 17:20:12.809233 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] Checking router: a6bba4be-67ed-4650-9731-d69e338b0869 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:20:12.840837 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:12.841643 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:19:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:12.909462 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-74900c59-b05a-4397-b3ce-ab4563bd576e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c8b3322d-a5ac-4721-a249-e9704756908b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0867810 May 17 17:20:12.911279 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-c4bda09e-2746-4951-813c-79b677ba31ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6 HTTP/1.1" status: 200 len: 998 time: 0.1296339 May 17 17:20:12.917693 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46224) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:13.000895 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-5463e102-5dd6-4ec4-b6d3-16d98a794aff admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6a1ff562c91e464c926753054d76734c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0810282 May 17 17:20:13.003682 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46228) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:13.012792 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-d6da001a-4ef9-4e55-896b-bb3eaeac5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:13.014371 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-d6da001a-4ef9-4e55-896b-bb3eaeac5131 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=587cd2ff-00b9-4518-8c85-b74ee04204e3 HTTP/1.1" status: 200 len: 850 time: 0.0865664 May 17 17:20:13.014625 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:13.045319 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d266693c-3624-4d61-80cf-be03512809c4 admin admin] Publish callbacks [] for security_group (ea6f5221-ad57-4904-9688-e834820717c4), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.047852 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-76e418f5-14ce-4707-933f-e15914faef8b service neutron] 10.222.0.36 "GET /v2.0/networks/c8b3322d-a5ac-4721-a249-e9704756908b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250529 May 17 17:20:13.052796 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d266693c-3624-4d61-80cf-be03512809c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ea6f5221-ad57-4904-9688-e834820717c4), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.154669 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-d266693c-3624-4d61-80cf-be03512809c4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=c47772dae5664888b4a05a94f50569df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8857272 May 17 17:20:13.163239 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46232) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:13.245450 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266693c-3624-4d61-80cf-be03512809c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6f5221-ad57-4904-9688-e834820717c4,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:13.293320 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-476d3997-c805-4529-abe3-b7881c70a54a admin admin] Publish callbacks [] for security_group (ea6f5221-ad57-4904-9688-e834820717c4), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.297606 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-bbfdd0fb-beff-42ea-a853-b62afaf7cde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:13.297963 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-4e69a5e5-f79a-434b-841f-52337e359e74 req-f9a7eda6-986e-454e-9e15-6fce0787f9d5 service neutron] 10.222.0.36 "GET /v2.0/networks/c8b3322d-a5ac-4721-a249-e9704756908b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399654 May 17 17:20:13.299140 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-bbfdd0fb-beff-42ea-a853-b62afaf7cde1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6238abbd-960c-4e92-a73b-e546bdad5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2780569 May 17 17:20:13.315724 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': 'b614ecab-a6b8-4561-911b-ac0024eaba29', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'port_id': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'mac_address': 'fa:16:3e:ee:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:19:27Z', 'updated_at': '2022-05-17T17:20:10Z', 'revision_number': 1, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:13.322641 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-476d3997-c805-4529-abe3-b7881c70a54a admin admin] Publish callbacks [] for security_group (ea6f5221-ad57-4904-9688-e834820717c4), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.363003 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b294b03-2fcd-4ada-9783-5d835daae779 None None] The sync data for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi is: [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': 'b614ecab-a6b8-4561-911b-ac0024eaba29', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'floating_ip_address': '172.27.3.25', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'port_id': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 116, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'mac_address': 'fa:16:3e:ee:64:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:19:27Z', 'updated_at': '2022-05-17T17:20:10Z', 'revision_number': 1, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:20:13.382721 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-60ba3208-b806-4c88-bb1a-243021f9ed28 admin admin] Publish callbacks [] for security_group (1dd6d039-0958-4522-8a67-66a43a7762f8), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.397592 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-476d3997-c805-4529-abe3-b7881c70a54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ea6f5221-ad57-4904-9688-e834820717c4), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.401710 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-476d3997-c805-4529-abe3-b7881c70a54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.405788 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-476d3997-c805-4529-abe3-b7881c70a54a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ea6f5221-ad57-4904-9688-e834820717c4 HTTP/1.1" status: 204 len: 168 time: 0.2365816 May 17 17:20:13.431088 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476d3997-c805-4529-abe3-b7881c70a54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6f5221-ad57-4904-9688-e834820717c4,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:13.472817 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-60ba3208-b806-4c88-bb1a-243021f9ed28 admin admin] Publish callbacks [] for security_group (1dd6d039-0958-4522-8a67-66a43a7762f8), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.524788 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-4a859333-e240-4ed8-9394-8c992217757b service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019811 May 17 17:20:13.551280 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-60ba3208-b806-4c88-bb1a-243021f9ed28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (1dd6d039-0958-4522-8a67-66a43a7762f8), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.554580 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-60ba3208-b806-4c88-bb1a-243021f9ed28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.555738 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-60ba3208-b806-4c88-bb1a-243021f9ed28 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1dd6d039-0958-4522-8a67-66a43a7762f8 HTTP/1.1" status: 204 len: 168 time: 0.5509109 May 17 17:20:13.566948 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba3208-b806-4c88-bb1a-243021f9ed28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd6d039-0958-4522-8a67-66a43a7762f8,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:13.697288 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf2b91-dffc-4e95-a71c-6827c406b64d None None] New status for floating IP b614ecab-a6b8-4561-911b-ac0024eaba29: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:20:13.880200 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:13.903622 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-260c5b75-866d-4da6-ae3e-96fb1a6f4c73 req-721b0568-2116-415f-894b-dcd532df591e service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875653 May 17 17:20:14.025771 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46264) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:14.049723 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f414a855-f9f0-4bc1-a717-f6fc0fde9ba2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:14.209160 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f414a855-f9f0-4bc1-a717-f6fc0fde9ba2 admin admin] Publish callbacks [] for security_group (f14ad0e7-e603-45d2-b8cb-36ae1e0e1f6a), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:14.214942 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f414a855-f9f0-4bc1-a717-f6fc0fde9ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f14ad0e7-e603-45d2-b8cb-36ae1e0e1f6a), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:14.275362 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f414a855-f9f0-4bc1-a717-f6fc0fde9ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f14ad0e7-e603-45d2-b8cb-36ae1e0e1f6a,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:14.283890 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-f414a855-f9f0-4bc1-a717-f6fc0fde9ba2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0415640a77d34b4c8ed74af711248558&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541139 May 17 17:20:14.285753 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46274) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:14.378063 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-90d6b165-98ba-4016-9f98-863369e64fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:14.384962 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-04c9ae32-d015-46e1-9fb6-227474f8b7f2 admin admin] Publish callbacks [] for security_group (f14ad0e7-e603-45d2-b8cb-36ae1e0e1f6a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:14.419366 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-04c9ae32-d015-46e1-9fb6-227474f8b7f2 admin admin] Publish callbacks [] for security_group (f14ad0e7-e603-45d2-b8cb-36ae1e0e1f6a), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:14.487227 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-04c9ae32-d015-46e1-9fb6-227474f8b7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f14ad0e7-e603-45d2-b8cb-36ae1e0e1f6a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:14.489866 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-04c9ae32-d015-46e1-9fb6-227474f8b7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:14.491016 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-04c9ae32-d015-46e1-9fb6-227474f8b7f2 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f14ad0e7-e603-45d2-b8cb-36ae1e0e1f6a HTTP/1.1" status: 204 len: 168 time: 0.2037356 May 17 17:20:14.500278 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9ae32-d015-46e1-9fb6-227474f8b7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f14ad0e7-e603-45d2-b8cb-36ae1e0e1f6a,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:15.224342 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46332) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:15.365889 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-17a80052-eb11-461b-9722-3c6f24b958a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:15.480452 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-17a80052-eb11-461b-9722-3c6f24b958a5 admin admin] Publish callbacks [] for security_group (4eb632f0-c7c7-4337-9cf6-b2db3cf335af), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:15.487858 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-17a80052-eb11-461b-9722-3c6f24b958a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (4eb632f0-c7c7-4337-9cf6-b2db3cf335af), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:15.537652 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-17a80052-eb11-461b-9722-3c6f24b958a5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f380913999684cd3bffc9dc2be61c4fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121288 May 17 17:20:15.538567 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a80052-eb11-461b-9722-3c6f24b958a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb632f0-c7c7-4337-9cf6-b2db3cf335af,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:15.541080 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46348) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:15.545606 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:15.629818 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c1f8650a-b82f-4911-b846-5343522c9c16 admin admin] Publish callbacks [] for security_group (4eb632f0-c7c7-4337-9cf6-b2db3cf335af), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:15.674566 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c1f8650a-b82f-4911-b846-5343522c9c16 admin admin] Publish callbacks [] for security_group (4eb632f0-c7c7-4337-9cf6-b2db3cf335af), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:15.762895 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c1f8650a-b82f-4911-b846-5343522c9c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (4eb632f0-c7c7-4337-9cf6-b2db3cf335af), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:15.766374 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c1f8650a-b82f-4911-b846-5343522c9c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:15.768409 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c1f8650a-b82f-4911-b846-5343522c9c16 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4eb632f0-c7c7-4337-9cf6-b2db3cf335af HTTP/1.1" status: 204 len: 168 time: 0.2255292 May 17 17:20:15.781241 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8650a-b82f-4911-b846-5343522c9c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb632f0-c7c7-4337-9cf6-b2db3cf335af,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:16.194055 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46372) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:16.207946 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bf95d4de-a4ed-4cb8-8340-4b0ca73c804d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:16.314771 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bf95d4de-a4ed-4cb8-8340-4b0ca73c804d admin admin] Publish callbacks [] for security_group (dcc837bb-a34c-43e1-9f18-766f9ba0296b), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:16.318158 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bf95d4de-a4ed-4cb8-8340-4b0ca73c804d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (dcc837bb-a34c-43e1-9f18-766f9ba0296b), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:16.358685 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-bf95d4de-a4ed-4cb8-8340-4b0ca73c804d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ff53b9e38f5742a79dc22e768da3e6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635473 May 17 17:20:16.359774 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95d4de-a4ed-4cb8-8340-4b0ca73c804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc837bb-a34c-43e1-9f18-766f9ba0296b,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:16.361361 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46378) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:16.408547 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38a40d0b-6d20-4c16-a48e-586d55eba236 admin admin] Publish callbacks [] for security_group (dcc837bb-a34c-43e1-9f18-766f9ba0296b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:16.430935 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38a40d0b-6d20-4c16-a48e-586d55eba236 admin admin] Publish callbacks [] for security_group (dcc837bb-a34c-43e1-9f18-766f9ba0296b), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:16.478563 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38a40d0b-6d20-4c16-a48e-586d55eba236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (dcc837bb-a34c-43e1-9f18-766f9ba0296b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:16.481838 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-38a40d0b-6d20-4c16-a48e-586d55eba236 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:16.483001 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-38a40d0b-6d20-4c16-a48e-586d55eba236 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dcc837bb-a34c-43e1-9f18-766f9ba0296b HTTP/1.1" status: 204 len: 168 time: 0.1206560 May 17 17:20:16.491202 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a40d0b-6d20-4c16-a48e-586d55eba236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc837bb-a34c-43e1-9f18-766f9ba0296b,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:17.063740 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:18.272890 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:18.330139 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94714959-33e9-47b1-a61a-8f09f5227036 req-4f1af4f8-41e2-49ee-936a-5ddde7c62788 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:18.331677 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-94714959-33e9-47b1-a61a-8f09f5227036 req-4f1af4f8-41e2-49ee-936a-5ddde7c62788 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0492470 May 17 17:20:18.393701 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-94714959-33e9-47b1-a61a-8f09f5227036 req-221f8a14-75fb-4378-ad62-368c5a329c8c tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560243 May 17 17:20:18.433833 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46514) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:18.542778 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6418e237-6cb1-46cd-9e0d-1ba151010e08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:18.622177 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6418e237-6cb1-46cd-9e0d-1ba151010e08 admin admin] Publish callbacks [] for security_group (b36aa26c-ed20-4b8d-ac7e-f7d1bc00b1eb), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:18.627218 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6418e237-6cb1-46cd-9e0d-1ba151010e08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b36aa26c-ed20-4b8d-ac7e-f7d1bc00b1eb), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:18.665528 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6418e237-6cb1-46cd-9e0d-1ba151010e08 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9992d62b343d40788c69c7feee0309a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2297688 May 17 17:20:18.666135 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418e237-6cb1-46cd-9e0d-1ba151010e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36aa26c-ed20-4b8d-ac7e-f7d1bc00b1eb,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:18.668938 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46528) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:18.733565 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3b8671e6-b243-4df8-a452-67520fe5cd36 admin admin] Publish callbacks [] for security_group (b36aa26c-ed20-4b8d-ac7e-f7d1bc00b1eb), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:18.756245 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3b8671e6-b243-4df8-a452-67520fe5cd36 admin admin] Publish callbacks [] for security_group (b36aa26c-ed20-4b8d-ac7e-f7d1bc00b1eb), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:18.801758 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3b8671e6-b243-4df8-a452-67520fe5cd36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b36aa26c-ed20-4b8d-ac7e-f7d1bc00b1eb), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:18.804264 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3b8671e6-b243-4df8-a452-67520fe5cd36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:18.805420 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-3b8671e6-b243-4df8-a452-67520fe5cd36 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b36aa26c-ed20-4b8d-ac7e-f7d1bc00b1eb HTTP/1.1" status: 204 len: 168 time: 0.1353290 May 17 17:20:18.813494 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8671e6-b243-4df8-a452-67520fe5cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36aa26c-ed20-4b8d-ac7e-f7d1bc00b1eb,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:19.067957 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46542) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:19.082081 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-02b4a171-4bea-46fa-b626-3c0a3bd8e86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:19.161538 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-02b4a171-4bea-46fa-b626-3c0a3bd8e86b admin admin] Publish callbacks [] for security_group (3ab4eed9-7f74-46ac-9eb1-ce33d1a51d1c), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:19.165799 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-02b4a171-4bea-46fa-b626-3c0a3bd8e86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3ab4eed9-7f74-46ac-9eb1-ce33d1a51d1c), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:19.207657 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-02b4a171-4bea-46fa-b626-3c0a3bd8e86b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bcdb18a0a63848f6bd4dfbb20e628a3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1384215 May 17 17:20:19.208279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b4a171-4bea-46fa-b626-3c0a3bd8e86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab4eed9-7f74-46ac-9eb1-ce33d1a51d1c,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:19.211167 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46544) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:19.276487 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff82c92d-cbe9-4cf0-897d-b2154430387e admin admin] Publish callbacks [] for security_group (3ab4eed9-7f74-46ac-9eb1-ce33d1a51d1c), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:19.301653 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff82c92d-cbe9-4cf0-897d-b2154430387e admin admin] Publish callbacks [] for security_group (3ab4eed9-7f74-46ac-9eb1-ce33d1a51d1c), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:19.348037 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff82c92d-cbe9-4cf0-897d-b2154430387e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3ab4eed9-7f74-46ac-9eb1-ce33d1a51d1c), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:19.351049 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff82c92d-cbe9-4cf0-897d-b2154430387e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:19.352211 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-ff82c92d-cbe9-4cf0-897d-b2154430387e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3ab4eed9-7f74-46ac-9eb1-ce33d1a51d1c HTTP/1.1" status: 204 len: 168 time: 0.1398673 May 17 17:20:19.359858 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82c92d-cbe9-4cf0-897d-b2154430387e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab4eed9-7f74-46ac-9eb1-ce33d1a51d1c,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:19.509035 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafde03-7ee9-435b-bcdf-356618774194 req-fe0b6275-3674-4609-9bd9-6b91f7be2b2b tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:19.516065 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aeafde03-7ee9-435b-bcdf-356618774194 req-fe0b6275-3674-4609-9bd9-6b91f7be2b2b tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0529711 May 17 17:20:19.558689 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aeafde03-7ee9-435b-bcdf-356618774194 req-b282f39d-7f3d-483c-9de2-447cabd69f54 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 May 17 17:20:20.696032 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4440303-9826-4e4c-9091-0978f3243770 req-5d5abe43-8107-4c7e-8878-34a8c83c4826 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:20.697626 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e4440303-9826-4e4c-9091-0978f3243770 req-5d5abe43-8107-4c7e-8878-34a8c83c4826 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0608869 May 17 17:20:20.756531 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e4440303-9826-4e4c-9091-0978f3243770 req-8c790e80-bdf8-42f2-a605-08d6ff7cb807 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524547 May 17 17:20:21.737097 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46666) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:21.893994 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52e5032f-bea6-4205-8d93-97f1bd5c09de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:21.916478 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d733f641-8197-4757-b334-17652eefd895 req-3c533581-9109-4601-9c27-9b2c4e7fbf12 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:21.917997 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d733f641-8197-4757-b334-17652eefd895 req-3c533581-9109-4601-9c27-9b2c4e7fbf12 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0810175 May 17 17:20:21.953387 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46676) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:22.005708 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d733f641-8197-4757-b334-17652eefd895 req-3a125d48-9be4-4153-8898-9e873af93391 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788674 May 17 17:20:22.045807 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52e5032f-bea6-4205-8d93-97f1bd5c09de admin admin] Publish callbacks [] for security_group (7e5aad22-b22d-444c-9ef4-2b82c97de472), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.055340 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-52e5032f-bea6-4205-8d93-97f1bd5c09de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7e5aad22-b22d-444c-9ef4-2b82c97de472), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.098853 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8f0b-2a90-42b5-b051-a39b22570874 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.114360 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-52e5032f-bea6-4205-8d93-97f1bd5c09de admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=0448dcc54d50488b8e8d92bbe387af5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760357 May 17 17:20:22.119399 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46692) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:22.143428 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e5032f-bea6-4205-8d93-97f1bd5c09de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5aad22-b22d-444c-9ef4-2b82c97de472,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:22.236198 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-50e747ba-f74b-45e9-b7f0-58678fd77d47 admin admin] Publish callbacks [] for security_group (7e5aad22-b22d-444c-9ef4-2b82c97de472), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.244445 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8f0b-2a90-42b5-b051-a39b22570874 admin admin] Publish callbacks [] for security_group (654cc789-8221-4f0c-8b4c-c0c681084436), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.260520 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2c2b8f0b-2a90-42b5-b051-a39b22570874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (654cc789-8221-4f0c-8b4c-c0c681084436), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.283045 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-50e747ba-f74b-45e9-b7f0-58678fd77d47 admin admin] Publish callbacks [] for security_group (7e5aad22-b22d-444c-9ef4-2b82c97de472), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.325385 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-2c2b8f0b-2a90-42b5-b051-a39b22570874 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=77c048456c324ad2850eb129f04fba9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709066 May 17 17:20:22.329822 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46706) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:22.343133 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2b8f0b-2a90-42b5-b051-a39b22570874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654cc789-8221-4f0c-8b4c-c0c681084436,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:22.371338 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-50e747ba-f74b-45e9-b7f0-58678fd77d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7e5aad22-b22d-444c-9ef4-2b82c97de472), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.374811 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-50e747ba-f74b-45e9-b7f0-58678fd77d47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.376197 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-50e747ba-f74b-45e9-b7f0-58678fd77d47 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7e5aad22-b22d-444c-9ef4-2b82c97de472 HTTP/1.1" status: 204 len: 168 time: 0.2530341 May 17 17:20:22.415014 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e747ba-f74b-45e9-b7f0-58678fd77d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5aad22-b22d-444c-9ef4-2b82c97de472,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:22.416483 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-751aae29-7ffe-4219-98eb-08e481c8b0bc admin admin] Publish callbacks [] for security_group (654cc789-8221-4f0c-8b4c-c0c681084436), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.477932 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-751aae29-7ffe-4219-98eb-08e481c8b0bc admin admin] Publish callbacks [] for security_group (654cc789-8221-4f0c-8b4c-c0c681084436), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.542135 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-f44c8a45-69ef-4b7d-a6af-688df739946d tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:22.544513 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-f44c8a45-69ef-4b7d-a6af-688df739946d tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.36 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0893614 May 17 17:20:22.604206 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46722) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:22.654276 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-751aae29-7ffe-4219-98eb-08e481c8b0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (654cc789-8221-4f0c-8b4c-c0c681084436), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.657012 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-751aae29-7ffe-4219-98eb-08e481c8b0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.658272 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-751aae29-7ffe-4219-98eb-08e481c8b0bc admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/654cc789-8221-4f0c-8b4c-c0c681084436 HTTP/1.1" status: 204 len: 168 time: 0.3257229 May 17 17:20:22.705161 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751aae29-7ffe-4219-98eb-08e481c8b0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654cc789-8221-4f0c-8b4c-c0c681084436,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:22.761642 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Deleting port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:20:22.762835 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.798009 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a497dd66-d2f2-4dfc-a4a0-9fa1feaa92b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.935415 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] For port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,segment=NetworkSegment(8dec09f7-c3e6-4543-83e7-2cc3823a70af),segment_id=8dec09f7-c3e6-4543-83e7-2cc3823a70af)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:22.936170 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.946533 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a497dd66-d2f2-4dfc-a4a0-9fa1feaa92b6 admin admin] Publish callbacks [] for security_group (8d9ecf8e-80e0-4f00-adf7-707456ef9a60), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.955333 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a497dd66-d2f2-4dfc-a4a0-9fa1feaa92b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8d9ecf8e-80e0-4f00-adf7-707456ef9a60), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:22.973727 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Calling delete_port for 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:20:23.016242 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a497dd66-d2f2-4dfc-a4a0-9fa1feaa92b6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f31a680bbbb646ffbee086bde26ee232&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4114108 May 17 17:20:23.016762 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46742) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:23.028160 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a497dd66-d2f2-4dfc-a4a0-9fa1feaa92b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9ecf8e-80e0-4f00-adf7-707456ef9a60,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:23.213690 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df291cbf-fb1d-4950-9a1e-78f1a62bac2b req-043a9aaf-74f6-407e-9a02-73c34d6c5698 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:23.215322 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df291cbf-fb1d-4950-9a1e-78f1a62bac2b req-043a9aaf-74f6-407e-9a02-73c34d6c5698 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 945 time: 0.0822189 May 17 17:20:23.217923 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1f9edddd-7ab5-41f9-9578-44bd7bd83d52 admin admin] Publish callbacks [] for security_group (8d9ecf8e-80e0-4f00-adf7-707456ef9a60), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.277226 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1f9edddd-7ab5-41f9-9578-44bd7bd83d52 admin admin] Publish callbacks [] for security_group (8d9ecf8e-80e0-4f00-adf7-707456ef9a60), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.277767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46756) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:23.298693 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-922ce876-64af-41f7-8097-74760cb239d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.373833 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df291cbf-fb1d-4950-9a1e-78f1a62bac2b req-12f97c48-10e9-478c-8636-6b9e858156ef tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/security-groups?id=7132594c-107b-4633-a52e-93d67b6612a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498249 May 17 17:20:23.412873 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.422926 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1f9edddd-7ab5-41f9-9578-44bd7bd83d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8d9ecf8e-80e0-4f00-adf7-707456ef9a60), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.425954 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1f9edddd-7ab5-41f9-9578-44bd7bd83d52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.427304 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-1f9edddd-7ab5-41f9-9578-44bd7bd83d52 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d9ecf8e-80e0-4f00-adf7-707456ef9a60 HTTP/1.1" status: 204 len: 168 time: 0.4095891 May 17 17:20:23.427535 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-922ce876-64af-41f7-8097-74760cb239d2 admin admin] Publish callbacks [] for security_group (2644d865-a252-495e-a665-643de63eaf14), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.431723 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:20:23.440765 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-922ce876-64af-41f7-8097-74760cb239d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (2644d865-a252-495e-a665-643de63eaf14), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.488688 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Pushing event deleted for resources: {'Port': ['ID=1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:23.511877 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9edddd-7ab5-41f9-9578-44bd7bd83d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9ecf8e-80e0-4f00-adf7-707456ef9a60,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:23.515669 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ce876-64af-41f7-8097-74760cb239d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2644d865-a252-495e-a665-643de63eaf14,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:23.529326 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-922ce876-64af-41f7-8097-74760cb239d2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f09309bd03344eaa9ea651a59f82245a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2505348 May 17 17:20:23.532372 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46766) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:23.593989 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2fd960b4-f87d-4454-943a-4ef920b1ef6b admin admin] Publish callbacks [] for security_group (2644d865-a252-495e-a665-643de63eaf14), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.609115 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] No DVR routers for this DVR port 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:20:23.614252 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.617980 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-67613eb8-5302-46cb-a8c9-12a12422aef8 req-e8a73978-bfed-42ff-bd60-e789e2d55406 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.36 "DELETE /v2.0/ports/1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 HTTP/1.1" status: 204 len: 173 time: 1.0681033 May 17 17:20:23.618538 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8', 'name': 'network-vif-deleted', 'tag': '1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:23.621334 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4d98b0-22da-4b9d-97a6-9647e659736f" -d '{"events": [{"server_uuid": "41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8", "name": "network-vif-deleted", "tag": "1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:23.624637 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2fd960b4-f87d-4454-943a-4ef920b1ef6b admin admin] Publish callbacks [] for security_group (2644d865-a252-495e-a665-643de63eaf14), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.682291 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f0ca91-4235-45cf-babe-d96e201d92d4 x-openstack-request-id: req-a2f0ca91-4235-45cf-babe-d96e201d92d4 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:23.683470 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8", "name": "network-vif-deleted", "tag": "1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:23.683470 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a2f0ca91-4235-45cf-babe-d96e201d92d4 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:23.684273 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f0ca91-4235-45cf-babe-d96e201d92d4'] response: {'server_uuid': '41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8', 'name': 'network-vif-deleted', 'tag': '1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01', 'status': 'completed', 'code': 200} May 17 17:20:23.701576 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2fd960b4-f87d-4454-943a-4ef920b1ef6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (2644d865-a252-495e-a665-643de63eaf14), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.707892 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2fd960b4-f87d-4454-943a-4ef920b1ef6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:23.709155 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-2fd960b4-f87d-4454-943a-4ef920b1ef6b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2644d865-a252-495e-a665-643de63eaf14 HTTP/1.1" status: 204 len: 168 time: 0.1744659 May 17 17:20:23.718387 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd960b4-f87d-4454-943a-4ef920b1ef6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2644d865-a252-495e-a665-643de63eaf14,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:23.899094 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46784) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:23.919741 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d86daeef-e487-402f-8d13-df886aba1e54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.053875 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d86daeef-e487-402f-8d13-df886aba1e54 admin admin] Publish callbacks [] for security_group (2000452e-8cad-4af2-82c2-e279f71b96a9), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.061814 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d86daeef-e487-402f-8d13-df886aba1e54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (2000452e-8cad-4af2-82c2-e279f71b96a9), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.120517 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-d86daeef-e487-402f-8d13-df886aba1e54 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=3ce947c6739245ca8417047e385cadee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202897 May 17 17:20:24.122225 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86daeef-e487-402f-8d13-df886aba1e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2000452e-8cad-4af2-82c2-e279f71b96a9,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:24.124310 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46786) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:24.215562 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-16989078-4ae7-4776-84f7-16123c1db6c6 admin admin] Publish callbacks [] for security_group (2000452e-8cad-4af2-82c2-e279f71b96a9), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.241896 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-16989078-4ae7-4776-84f7-16123c1db6c6 admin admin] Publish callbacks [] for security_group (2000452e-8cad-4af2-82c2-e279f71b96a9), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.308818 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46792) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:24.314800 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-16989078-4ae7-4776-84f7-16123c1db6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (2000452e-8cad-4af2-82c2-e279f71b96a9), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.318451 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-16989078-4ae7-4776-84f7-16123c1db6c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.320745 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-16989078-4ae7-4776-84f7-16123c1db6c6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2000452e-8cad-4af2-82c2-e279f71b96a9 HTTP/1.1" status: 204 len: 168 time: 0.1950793 May 17 17:20:24.331731 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16989078-4ae7-4776-84f7-16123c1db6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2000452e-8cad-4af2-82c2-e279f71b96a9,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:24.431977 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46804) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:24.446138 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dac5bdae-bdf8-4462-a604-8580bbfbdac6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.525804 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a219f1b9-8482-44e5-b99a-ca1696ca4f20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.533637 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-771f2361-f63e-41a5-8b83-c6e43d604b00 req-c8c4f3e9-6faf-44af-bad7-4cf2742bb840 tempest-DeleteServersTestJSON-1259279322 tempest-DeleteServersTestJSON-1259279322-project] 10.222.0.81 "GET /v2.0/ports?device_id=41fb9a81-f04b-4b74-bb7d-ed9ee92a15e8 HTTP/1.1" status: 200 len: 210 time: 0.0533054 May 17 17:20:24.608856 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dac5bdae-bdf8-4462-a604-8580bbfbdac6 admin admin] Publish callbacks [] for security_group (e780c9b3-2d6e-48c2-9294-75e1ba9bef01), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.625444 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dac5bdae-bdf8-4462-a604-8580bbfbdac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e780c9b3-2d6e-48c2-9294-75e1ba9bef01), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.697536 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-dac5bdae-bdf8-4462-a604-8580bbfbdac6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=37a90b87da2a440d92ba13130087c556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643230 May 17 17:20:24.700545 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46812) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:24.703508 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac5bdae-bdf8-4462-a604-8580bbfbdac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e780c9b3-2d6e-48c2-9294-75e1ba9bef01,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:24.723771 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a219f1b9-8482-44e5-b99a-ca1696ca4f20 admin admin] Publish callbacks [] for security_group (f4ec5e90-a645-4287-aa80-e53f4a3c1606), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.733557 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a219f1b9-8482-44e5-b99a-ca1696ca4f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f4ec5e90-a645-4287-aa80-e53f4a3c1606), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.777005 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-441c42ec-b08f-4fb0-b9f9-394c3b41290b admin admin] Publish callbacks [] for security_group (e780c9b3-2d6e-48c2-9294-75e1ba9bef01), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.810355 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-441c42ec-b08f-4fb0-b9f9-394c3b41290b admin admin] Publish callbacks [] for security_group (e780c9b3-2d6e-48c2-9294-75e1ba9bef01), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.867556 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46820) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:24.871329 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-a219f1b9-8482-44e5-b99a-ca1696ca4f20 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f601c13b5c5a494daead0ac7d66c94cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5543356 May 17 17:20:24.883672 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219f1b9-8482-44e5-b99a-ca1696ca4f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4ec5e90-a645-4287-aa80-e53f4a3c1606,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:24.904664 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-441c42ec-b08f-4fb0-b9f9-394c3b41290b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e780c9b3-2d6e-48c2-9294-75e1ba9bef01), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.908136 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-441c42ec-b08f-4fb0-b9f9-394c3b41290b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.912190 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-441c42ec-b08f-4fb0-b9f9-394c3b41290b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e780c9b3-2d6e-48c2-9294-75e1ba9bef01 HTTP/1.1" status: 204 len: 168 time: 0.2105515 May 17 17:20:24.934536 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c42ec-b08f-4fb0-b9f9-394c3b41290b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e780c9b3-2d6e-48c2-9294-75e1ba9bef01,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:24.962107 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-881ba9bf-574e-4f74-91f6-866b9a6dcd38 admin admin] Publish callbacks [] for security_group (f4ec5e90-a645-4287-aa80-e53f4a3c1606), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:24.991512 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-881ba9bf-574e-4f74-91f6-866b9a6dcd38 admin admin] Publish callbacks [] for security_group (f4ec5e90-a645-4287-aa80-e53f4a3c1606), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.049503 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-881ba9bf-574e-4f74-91f6-866b9a6dcd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f4ec5e90-a645-4287-aa80-e53f4a3c1606), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.052456 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-881ba9bf-574e-4f74-91f6-866b9a6dcd38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.054127 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-881ba9bf-574e-4f74-91f6-866b9a6dcd38 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f4ec5e90-a645-4287-aa80-e53f4a3c1606 HTTP/1.1" status: 204 len: 168 time: 0.1850116 May 17 17:20:25.063158 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ba9bf-574e-4f74-91f6-866b9a6dcd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4ec5e90-a645-4287-aa80-e53f4a3c1606,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:25.235293 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46838) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:25.561744 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6453a4d-126b-403d-a2a9-725992c5c731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.661905 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6453a4d-126b-403d-a2a9-725992c5c731 admin admin] Publish callbacks [] for security_group (9f833e78-e1de-4d6b-949d-dc859f25e793), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.672375 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e6453a4d-126b-403d-a2a9-725992c5c731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9f833e78-e1de-4d6b-949d-dc859f25e793), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.721932 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46872) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:25.722110 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e6453a4d-126b-403d-a2a9-725992c5c731 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e15bb5f313064ca483413a4c14a485d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4847066 May 17 17:20:25.724835 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6453a4d-126b-403d-a2a9-725992c5c731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f833e78-e1de-4d6b-949d-dc859f25e793,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:25.788177 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6d29ad52-0071-40af-b426-ea07837f53ce admin admin] Publish callbacks [] for security_group (9f833e78-e1de-4d6b-949d-dc859f25e793), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.818820 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6d29ad52-0071-40af-b426-ea07837f53ce admin admin] Publish callbacks [] for security_group (9f833e78-e1de-4d6b-949d-dc859f25e793), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.886269 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6d29ad52-0071-40af-b426-ea07837f53ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9f833e78-e1de-4d6b-949d-dc859f25e793), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.890180 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6d29ad52-0071-40af-b426-ea07837f53ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:25.891368 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6d29ad52-0071-40af-b426-ea07837f53ce admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9f833e78-e1de-4d6b-949d-dc859f25e793 HTTP/1.1" status: 204 len: 168 time: 0.1683674 May 17 17:20:25.900376 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29ad52-0071-40af-b426-ea07837f53ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f833e78-e1de-4d6b-949d-dc859f25e793,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:26.516502 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 46916) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:26.533153 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6c6ee172-0615-48ea-badc-49c42f5c5f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:26.617922 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6c6ee172-0615-48ea-badc-49c42f5c5f3b admin admin] Publish callbacks [] for security_group (59a508de-7236-42b2-b967-5e32e063eb09), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:26.624498 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6c6ee172-0615-48ea-badc-49c42f5c5f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (59a508de-7236-42b2-b967-5e32e063eb09), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:26.672664 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6c6ee172-0615-48ea-badc-49c42f5c5f3b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a86af4e03fe84468ad39da24c47f16ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517656 May 17 17:20:26.672664 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6ee172-0615-48ea-badc-49c42f5c5f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59a508de-7236-42b2-b967-5e32e063eb09,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:26.673068 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46926) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:26.734699 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7af69c3a-a13e-4124-9956-9b9d981072db admin admin] Publish callbacks [] for security_group (59a508de-7236-42b2-b967-5e32e063eb09), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:26.767735 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7af69c3a-a13e-4124-9956-9b9d981072db admin admin] Publish callbacks [] for security_group (59a508de-7236-42b2-b967-5e32e063eb09), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:26.830179 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7af69c3a-a13e-4124-9956-9b9d981072db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (59a508de-7236-42b2-b967-5e32e063eb09), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:26.833134 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7af69c3a-a13e-4124-9956-9b9d981072db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:26.834340 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-7af69c3a-a13e-4124-9956-9b9d981072db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/59a508de-7236-42b2-b967-5e32e063eb09 HTTP/1.1" status: 204 len: 168 time: 0.1602867 May 17 17:20:26.847422 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af69c3a-a13e-4124-9956-9b9d981072db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a508de-7236-42b2-b967-5e32e063eb09,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:27.172189 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46950) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:27.229162 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2ea1c6d-3eef-4609-91bf-5c455092d0aa admin admin] Deleting subnet a27c8d4b-1cdd-4dae-86eb-f0dfe1030683 {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:20:27.232525 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1c6d-3eef-4609-91bf-5c455092d0aa admin admin] Publish callbacks [] for subnet (a27c8d4b-1cdd-4dae-86eb-f0dfe1030683), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.273346 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1c6d-3eef-4609-91bf-5c455092d0aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (a27c8d4b-1cdd-4dae-86eb-f0dfe1030683), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.296664 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:20:27.319288 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1c6d-3eef-4609-91bf-5c455092d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (a27c8d4b-1cdd-4dae-86eb-f0dfe1030683), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.321847 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:20:27.322358 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 1a6c0ea2-1f1e-4d80-a7d4-52da8bbbba01 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:20:27.389548 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1c6d-3eef-4609-91bf-5c455092d0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (a27c8d4b-1cdd-4dae-86eb-f0dfe1030683), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.417003 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea1c6d-3eef-4609-91bf-5c455092d0aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a27c8d4b-1cdd-4dae-86eb-f0dfe1030683,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:27.419007 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c2ea1c6d-3eef-4609-91bf-5c455092d0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.422170 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-c2ea1c6d-3eef-4609-91bf-5c455092d0aa admin admin] 10.222.0.81 "DELETE /v2.0/subnets/a27c8d4b-1cdd-4dae-86eb-f0dfe1030683 HTTP/1.1" status: 204 len: 168 time: 0.2488821 May 17 17:20:27.424619 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 46968) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:27.527093 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (c8b3322d-a5ac-4721-a249-e9704756908b), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.615941 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (c8b3322d-a5ac-4721-a249-e9704756908b), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.641588 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b3322d-a5ac-4721-a249-e9704756908b']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:27.651150 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dec09f7-c3e6-4543-83e7-2cc3823a70af') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:27.651542 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dec09f7-c3e6-4543-83e7-2cc3823a70af') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:27.662351 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (8dec09f7-c3e6-4543-83e7-2cc3823a70af), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.678645 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (8dec09f7-c3e6-4543-83e7-2cc3823a70af), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.692883 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] Releasing vlan 835 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:20:27.693602 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (8dec09f7-c3e6-4543-83e7-2cc3823a70af), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:20:27.696452 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:20:27.774915 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (c8b3322d-a5ac-4721-a249-e9704756908b), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.794172 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:27.797696 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] 10.222.0.81 "DELETE /v2.0/networks/c8b3322d-a5ac-4721-a249-e9704756908b HTTP/1.1" status: 204 len: 168 time: 0.3717721 May 17 17:20:27.808647 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c23d58-f80f-4332-83eb-adff46921a12 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b3322d-a5ac-4721-a249-e9704756908b,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:28.122227 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47044) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:28.163347 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e3fcca10-b821-4a4f-aa02-90915b75cfa1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f891ca3f0e0f471daf0c29f95d38f361&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398805 May 17 17:20:28.165943 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47046) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:28.188541 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:20:28.256885 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-596bd971-9c08-42db-8d41-9374034f4a8d admin admin] Publish callbacks [] for security_group (7132594c-107b-4633-a52e-93d67b6612a8), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:28.291520 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-596bd971-9c08-42db-8d41-9374034f4a8d admin admin] Publish callbacks [] for security_group (7132594c-107b-4633-a52e-93d67b6612a8), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:28.376281 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-596bd971-9c08-42db-8d41-9374034f4a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7132594c-107b-4633-a52e-93d67b6612a8), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:28.379108 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-596bd971-9c08-42db-8d41-9374034f4a8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:28.380529 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-596bd971-9c08-42db-8d41-9374034f4a8d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7132594c-107b-4633-a52e-93d67b6612a8 HTTP/1.1" status: 204 len: 168 time: 0.2134459 May 17 17:20:28.389624 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bd971-9c08-42db-8d41-9374034f4a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7132594c-107b-4633-a52e-93d67b6612a8,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:29.692470 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47160) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:29.814749 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-339193032-network', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:29.841398 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Made reservation on behalf of 93dd0a88a2cb45b996d160bbe9801435 for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:29.844241 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:29.853931 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:29.943071 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Publish callbacks [] for security_group (ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:29.950611 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:29.972642 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 836} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:20:29.999393 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:30.013196 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (5868a565-e286-459b-a3f3-6e3f0f599d5a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.014424 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Added segment 5868a565-e286-459b-a3f3-6e3f0f599d5a of type vlan for network cf74492e-ca9e-42bb-83d9-ac563642f683 May 17 17:20:30.092800 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47180) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:30.104587 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (cf74492e-ca9e-42bb-83d9-ac563642f683), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.143744 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (cf74492e-ca9e-42bb-83d9-ac563642f683), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.145319 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:30.146047 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.231776 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] Pushing event updated for resources: {'Network': ['ID=cf74492e-ca9e-42bb-83d9-ac563642f683,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:30.239110 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-00cf2fbf-22cd-4529-b6b3-c194b3d7f03e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.242650 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47192) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:30.245997 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network cf74492e-ca9e-42bb-83d9-ac563642f683 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:20:30.252806 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Request body: {'subnet': {'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-subnet', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:30.252956 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a0cce34c-9b69-4d8d-84f2-9b46f73f35e9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.5589368 May 17 17:20:30.289474 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Made reservation on behalf of 93dd0a88a2cb45b996d160bbe9801435 for: {'subnet': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:30.291958 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521134027'] for subnet (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.419376 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-00cf2fbf-22cd-4529-b6b3-c194b3d7f03e admin admin] Publish callbacks [] for security_group (cf03556d-38af-4a7b-bf8e-b952850a9150), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.426995 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-00cf2fbf-22cd-4529-b6b3-c194b3d7f03e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (cf03556d-38af-4a7b-bf8e-b952850a9150), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.437979 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47196) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:30.496100 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-00cf2fbf-22cd-4529-b6b3-c194b3d7f03e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7308ad1bc30b46e28021ef4c499be836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021800 May 17 17:20:30.498778 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47202) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:30.498923 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cf2fbf-22cd-4529-b6b3-c194b3d7f03e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf03556d-38af-4a7b-bf8e-b952850a9150,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:30.569432 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520866149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521134045'] for subnet (8e0a7322-ce4e-4bc8-aa6f-895afd192fc7), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.592872 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ef8d507f-1fa0-45ba-88f1-9865fa959974 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.606162 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-288b81bd-7096-4dcc-a494-a63bdc40fad8 admin admin] Publish callbacks [] for security_group (cf03556d-38af-4a7b-bf8e-b952850a9150), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.630017 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:30.638656 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Checking segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:30.639013 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Network hostable DHCP agents. Network: cf74492e-ca9e-42bb-83d9-ac563642f683, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:20:30.644078 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-288b81bd-7096-4dcc-a494-a63bdc40fad8 admin admin] Publish callbacks [] for security_group (cf03556d-38af-4a7b-bf8e-b952850a9150), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.659690 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Network cf74492e-ca9e-42bb-83d9-ac563642f683 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:20:30.673520 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, cf74492e-ca9e-42bb-83d9-ac563642f683) {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:30.682594 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3463f0d-27ab-4024-af05-1a2d64633610 None None] Network cf74492e-ca9e-42bb-83d9-ac563642f683 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:20:30.684998 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:30.685511 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.723647 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-f31c26e8-98e9-415c-b195-9533f2d3ae79 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4797471 May 17 17:20:30.726390 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47208) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:30.733267 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:30.743484 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ef8d507f-1fa0-45ba-88f1-9865fa959974 admin admin] Publish callbacks [] for security_group (8d14c76e-9a07-4542-8ed0-cabdd540a441), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.756157 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ef8d507f-1fa0-45ba-88f1-9865fa959974 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8d14c76e-9a07-4542-8ed0-cabdd540a441), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.764769 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.765919 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-288b81bd-7096-4dcc-a494-a63bdc40fad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (cf03556d-38af-4a7b-bf8e-b952850a9150), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.766739 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.768591 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-288b81bd-7096-4dcc-a494-a63bdc40fad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.769853 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-288b81bd-7096-4dcc-a494-a63bdc40fad8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/cf03556d-38af-4a7b-bf8e-b952850a9150 HTTP/1.1" status: 204 len: 168 time: 0.2698264 May 17 17:20:30.820320 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-ef8d507f-1fa0-45ba-88f1-9865fa959974 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=eb753dfd9bbb4059a014fc816f2c49b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3783634 May 17 17:20:30.820320 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8d507f-1fa0-45ba-88f1-9865fa959974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d14c76e-9a07-4542-8ed0-cabdd540a441,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:30.830526 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47214) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:30.831330 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b81bd-7096-4dcc-a494-a63bdc40fad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf03556d-38af-4a7b-bf8e-b952850a9150,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:30.862640 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-cf74492e-ca9e-42bb-83d9-ac563642f683', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:20:30.866065 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.871662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks [] for router_controller (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), precommit_add_association {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.923271 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-85045a4d-11ba-4f61-b8e8-65d82daad29a admin admin] Publish callbacks [] for security_group (8d14c76e-9a07-4542-8ed0-cabdd540a441), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:30.957097 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-85045a4d-11ba-4f61-b8e8-65d82daad29a admin admin] Publish callbacks [] for security_group (8d14c76e-9a07-4542-8ed0-cabdd540a441), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.027835 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-85045a4d-11ba-4f61-b8e8-65d82daad29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8d14c76e-9a07-4542-8ed0-cabdd540a441), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.031178 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-85045a4d-11ba-4f61-b8e8-65d82daad29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.032616 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-85045a4d-11ba-4f61-b8e8-65d82daad29a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8d14c76e-9a07-4542-8ed0-cabdd540a441 HTTP/1.1" status: 204 len: 168 time: 0.1984115 May 17 17:20:31.042321 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85045a4d-11ba-4f61-b8e8-65d82daad29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d14c76e-9a07-4542-8ed0-cabdd540a441,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:31.061623 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Allocated IP 172.20.0.2 (cf74492e-ca9e-42bb-83d9-ac563642f683/8e0a7322-ce4e-4bc8-aa6f-895afd192fc7/692897d6-24d4-4f01-ae58-4541660e4a3c) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:31.080822 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks [] for router_gateway (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.271198 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Publish callbacks [] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.278970 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.342137 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47228) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:31.367992 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7c682d9d-0d0c-4bce-a196-28d95c079cfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.478862 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Network cf74492e-ca9e-42bb-83d9-ac563642f683 is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:31.488781 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:31.491982 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:31.506784 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Pushing event updated for resources: {'Port': ['ID=692897d6-24d4-4f01-ae58-4541660e4a3c,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:31.507171 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7c682d9d-0d0c-4bce-a196-28d95c079cfd admin admin] Publish callbacks [] for security_group (f5d66009-f1ee-42fd-8ec3-26a98b659c5f), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.515789 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7c682d9d-0d0c-4bce-a196-28d95c079cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f5d66009-f1ee-42fd-8ec3-26a98b659c5f), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.533327 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.533726 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.534173 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.534503 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.535368 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.535895 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.536706 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.537185 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.537879 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.542616 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.543840 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.544424 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.544937 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.545618 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.546177 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:31.608369 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-7c682d9d-0d0c-4bce-a196-28d95c079cfd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=87f5ebd874884fe6a9e075d7b812d46c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633576 May 17 17:20:31.608369 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47234) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:31.622618 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Attempting to bind port 692897d6-24d4-4f01-ae58-4541660e4a3c on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:20:31.625341 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Attempting to bind port 692897d6-24d4-4f01-ae58-4541660e4a3c by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:20:31.625883 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Attempting to bind port 692897d6-24d4-4f01-ae58-4541660e4a3c on network cf74492e-ca9e-42bb-83d9-ac563642f683 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:31.635301 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:20:31.637635 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Checking segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:31.642035 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.642456 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Bound using segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:20:31.642986 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Bound port: 692897d6-24d4-4f01-ae58-4541660e4a3c, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:20:31.643433 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.646708 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c682d9d-0d0c-4bce-a196-28d95c079cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d66009-f1ee-42fd-8ec3-26a98b659c5f,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:31.682643 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f71fedca-28dc-4601-886e-b77d205d64a7 admin admin] Publish callbacks [] for security_group (f5d66009-f1ee-42fd-8ec3-26a98b659c5f), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.685371 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47236) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:31.722741 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0567ef85-0dfd-4121-8283-7829b0f0c407 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.725387 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks [] for router_gateway (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.745628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.762856 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] For port 692897d6-24d4-4f01-ae58-4541660e4a3c, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:20:31.767586 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] For port 692897d6-24d4-4f01-ae58-4541660e4a3c, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=692897d6-24d4-4f01-ae58-4541660e4a3c,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:20:31.776458 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.785895 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f71fedca-28dc-4601-886e-b77d205d64a7 admin admin] Publish callbacks [] for security_group (f5d66009-f1ee-42fd-8ec3-26a98b659c5f), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.868379 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9a3ca-a5f5-430d-b301-aca4e9f56a03 None None] Pushing event updated for resources: {'Port': ['ID=692897d6-24d4-4f01-ae58-4541660e4a3c,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:31.884868 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f71fedca-28dc-4601-886e-b77d205d64a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f5d66009-f1ee-42fd-8ec3-26a98b659c5f), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.885259 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Allocated IP 172.27.3.46 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/43e32f5f-bcb2-4add-be84-243bda1e15e6) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:31.888070 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f71fedca-28dc-4601-886e-b77d205d64a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.889160 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f71fedca-28dc-4601-886e-b77d205d64a7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f5d66009-f1ee-42fd-8ec3-26a98b659c5f HTTP/1.1" status: 204 len: 168 time: 0.2790453 May 17 17:20:31.906002 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0567ef85-0dfd-4121-8283-7829b0f0c407 admin admin] Publish callbacks [] for security_group (ceeaa541-0df7-4d47-8340-850191f0632a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.907078 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71fedca-28dc-4601-886e-b77d205d64a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d66009-f1ee-42fd-8ec3-26a98b659c5f,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:31.910992 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0567ef85-0dfd-4121-8283-7829b0f0c407 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ceeaa541-0df7-4d47-8340-850191f0632a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:31.948746 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-0567ef85-0dfd-4121-8283-7829b0f0c407 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=912bf281a2f34453893c52549ba9a16d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622509 May 17 17:20:31.952705 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47244) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:31.959498 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0567ef85-0dfd-4121-8283-7829b0f0c407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceeaa541-0df7-4d47-8340-850191f0632a,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:32.059628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks [] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:32.067133 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-496ff144-b028-4a3c-bc77-295a93916499 admin admin] Publish callbacks [] for security_group (ceeaa541-0df7-4d47-8340-850191f0632a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:32.102465 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-496ff144-b028-4a3c-bc77-295a93916499 admin admin] Publish callbacks [] for security_group (ceeaa541-0df7-4d47-8340-850191f0632a), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:32.168590 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:32.220243 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Pushing event updated for resources: {'Port': ['ID=43e32f5f-bcb2-4add-be84-243bda1e15e6,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:32.234870 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:32.236626 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:32.241092 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:32.267863 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-496ff144-b028-4a3c-bc77-295a93916499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ceeaa541-0df7-4d47-8340-850191f0632a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:32.276703 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-496ff144-b028-4a3c-bc77-295a93916499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:32.276703 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-496ff144-b028-4a3c-bc77-295a93916499 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ceeaa541-0df7-4d47-8340-850191f0632a HTTP/1.1" status: 204 len: 168 time: 0.2911074 May 17 17:20:32.288565 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ff144-b028-4a3c-bc77-295a93916499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceeaa541-0df7-4d47-8340-850191f0632a,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:32.601591 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks [] for router_gateway (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:32.924965 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:32.979824 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 692897d6-24d4-4f01-ae58-4541660e4a3c up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:33.088000 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 692897d6-24d4-4f01-ae58-4541660e4a3c triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:33.088688 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:33.127122 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:20:33.225220 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 692897d6-24d4-4f01-ae58-4541660e4a3c is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:33.225924 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:33.276181 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcefdf9-caae-477b-9adf-550c6bea7f46 None None] Network cf74492e-ca9e-42bb-83d9-ac563642f683 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:20:33.306839 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 692897d6-24d4-4f01-ae58-4541660e4a3c, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=692897d6-24d4-4f01-ae58-4541660e4a3c,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:33.326909 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:33.338912 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:20:33.349671 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Sync routers for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:20:33.364397 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:33.368273 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:33.381580 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:33.382715 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-0750b82b-0632-4123-bece-df69cc14a67b admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6554303 May 17 17:20:33.385512 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47308) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:33.475296 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=692897d6-24d4-4f01-ae58-4541660e4a3c,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:33.552126 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-31d4ca35-8a13-4afa-a4bf-b12b38a3df16 None None] Provisioning complete for port 692897d6-24d4-4f01-ae58-4541660e4a3c triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:33.552564 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-31d4ca35-8a13-4afa-a4bf-b12b38a3df16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:33.614971 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:33.820047 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-31d4ca35-8a13-4afa-a4bf-b12b38a3df16 None None] Current status of the port 692897d6-24d4-4f01-ae58-4541660e4a3c is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:33.874096 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:32Z', 'revision_number': 3, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:34.049330 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Checking router: 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:20:34.050369 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Updating router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 port 43e32f5f-bcb2-4add-be84-243bda1e15e6 binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:20:34.105270 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.124258 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.250992 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-daaea6d7-a598-4b75-81ed-3f5500be596a None None] Provisioning complete for port 692897d6-24d4-4f01-ae58-4541660e4a3c triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:34.251919 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-daaea6d7-a598-4b75-81ed-3f5500be596a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.394106 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-daaea6d7-a598-4b75-81ed-3f5500be596a None None] Current status of the port 692897d6-24d4-4f01-ae58-4541660e4a3c is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:34.458833 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Allocated IP 172.20.0.1 (cf74492e-ca9e-42bb-83d9-ac563642f683/8e0a7322-ce4e-4bc8-aa6f-895afd192fc7/9f83e65b-9620-44f5-b642-ac078e655119) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:34.494220 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47354) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:34.552929 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Publish callbacks [] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.567442 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.644871 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Pushing event updated for resources: {'Port': ['ID=43e32f5f-bcb2-4add-be84-243bda1e15e6,revision_number=2']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:34.648490 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Attempting to bind port 43e32f5f-bcb2-4add-be84-243bda1e15e6 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:20:34.649035 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Attempting to bind port 43e32f5f-bcb2-4add-be84-243bda1e15e6 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:20:34.649546 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Attempting to bind port 43e32f5f-bcb2-4add-be84-243bda1e15e6 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:34.651945 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Publish callbacks [] for port (9f83e65b-9620-44f5-b642-ac078e655119), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.658786 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.659333 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.659844 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.660404 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.660895 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.661256 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.661553 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.661884 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.662223 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.662632 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.662883 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.663188 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.663589 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.663861 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.664181 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:20:34.668857 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:20:34.669792 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:34.670327 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.670726 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:20:34.671218 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Bound port: 43e32f5f-bcb2-4add-be84-243bda1e15e6, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:20:34.671601 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.718709 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (9f83e65b-9620-44f5-b642-ac078e655119), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.736844 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] For port 43e32f5f-bcb2-4add-be84-243bda1e15e6, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:20:34.739435 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] For port 43e32f5f-bcb2-4add-be84-243bda1e15e6, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=43e32f5f-bcb2-4add-be84-243bda1e15e6,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:20:34.748736 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.765019 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Network cf74492e-ca9e-42bb-83d9-ac563642f683 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:34.768022 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:34.771897 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:34.807075 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Pushing event updated for resources: {'Port': ['ID=9f83e65b-9620-44f5-b642-ac078e655119,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:34.835480 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.880667 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:34.881244 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:34.894883 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-23429487-8ad3-4b98-a125-004e26f9e94a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:34.933010 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb6d3b-ddd2-48c1-8111-ea099830fb7c None None] Pushing event updated for resources: {'Port': ['ID=43e32f5f-bcb2-4add-be84-243bda1e15e6,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:34.981376 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 692897d6-24d4-4f01-ae58-4541660e4a3c up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:35.082528 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:35.106626 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-23429487-8ad3-4b98-a125-004e26f9e94a admin admin] Publish callbacks [] for security_group (7896a457-2555-4e7b-8fc2-003ff26d3aad), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.120078 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-23429487-8ad3-4b98-a125-004e26f9e94a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7896a457-2555-4e7b-8fc2-003ff26d3aad), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.139947 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9f83e65b-9620-44f5-b642-ac078e655119), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.142112 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 692897d6-24d4-4f01-ae58-4541660e4a3c triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:35.142523 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.210551 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23429487-8ad3-4b98-a125-004e26f9e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7896a457-2555-4e7b-8fc2-003ff26d3aad,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:35.253810 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-23429487-8ad3-4b98-a125-004e26f9e94a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9334fe23a29c48faa79a918a13c7d977&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7578957 May 17 17:20:35.257857 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47376) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:35.267187 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-729eb926-054e-46c9-968d-e684c1f31c0f None None] Provisioning complete for port 9f83e65b-9620-44f5-b642-ac078e655119 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:35.269268 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-729eb926-054e-46c9-968d-e684c1f31c0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9f83e65b-9620-44f5-b642-ac078e655119), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.334808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47380) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:35.367630 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 692897d6-24d4-4f01-ae58-4541660e4a3c is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:35.402219 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e2a02847-a2b0-4fc8-ad1d-0cf342c0c3f8 admin admin] Publish callbacks [] for security_group (7896a457-2555-4e7b-8fc2-003ff26d3aad), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.405461 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-729eb926-054e-46c9-968d-e684c1f31c0f None None] Port 9f83e65b-9620-44f5-b642-ac078e655119 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:20:35.468794 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e2a02847-a2b0-4fc8-ad1d-0cf342c0c3f8 admin admin] Publish callbacks [] for security_group (7896a457-2555-4e7b-8fc2-003ff26d3aad), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.540685 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:32Z', 'revision_number': 3, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:35.556742 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Publish callbacks [] for port (9f83e65b-9620-44f5-b642-ac078e655119), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.571540 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-87c84b03-f1a1-4e27-a46b-46a733eea0c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.580542 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (9f83e65b-9620-44f5-b642-ac078e655119), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.585371 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e2a02847-a2b0-4fc8-ad1d-0cf342c0c3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7896a457-2555-4e7b-8fc2-003ff26d3aad), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.586918 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d878aac-0273-4074-8d14-f7a22852ccde None None] The sync data for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi is: [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:32Z', 'revision_number': 3, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:20:35.589208 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e2a02847-a2b0-4fc8-ad1d-0cf342c0c3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.599521 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-e2a02847-a2b0-4fc8-ad1d-0cf342c0c3f8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7896a457-2555-4e7b-8fc2-003ff26d3aad HTTP/1.1" status: 204 len: 168 time: 0.3330855 May 17 17:20:35.610622 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a02847-a2b0-4fc8-ad1d-0cf342c0c3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7896a457-2555-4e7b-8fc2-003ff26d3aad,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:35.756768 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:35.766445 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Pushing event updated for resources: {'Port': ['ID=9f83e65b-9620-44f5-b642-ac078e655119,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:36.033715 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-87c84b03-f1a1-4e27-a46b-46a733eea0c2 admin admin] Publish callbacks [] for security_group (6e70f2bc-0be0-4e18-ad80-df8593e62e24), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.046365 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-87c84b03-f1a1-4e27-a46b-46a733eea0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (6e70f2bc-0be0-4e18-ad80-df8593e62e24), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.125718 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-87c84b03-f1a1-4e27-a46b-46a733eea0c2 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bfee38f86edf4394b04245bc98827ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7898328 May 17 17:20:36.128568 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47410) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:36.131480 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c84b03-f1a1-4e27-a46b-46a733eea0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e70f2bc-0be0-4e18-ad80-df8593e62e24,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:36.143068 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Network cf74492e-ca9e-42bb-83d9-ac563642f683 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:36.145251 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:36.291800 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a8750a23-32ea-4ca5-89b4-73e010cb5f76 admin admin] Publish callbacks [] for security_group (6e70f2bc-0be0-4e18-ad80-df8593e62e24), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.347781 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a8750a23-32ea-4ca5-89b4-73e010cb5f76 admin admin] Publish callbacks [] for security_group (6e70f2bc-0be0-4e18-ad80-df8593e62e24), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.367158 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:20:36.442257 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47414) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:36.483607 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f2d103b7-ce53-496c-a49e-836298c81adc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.486298 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a8750a23-32ea-4ca5-89b4-73e010cb5f76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (6e70f2bc-0be0-4e18-ad80-df8593e62e24), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.488884 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a8750a23-32ea-4ca5-89b4-73e010cb5f76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.497163 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a8750a23-32ea-4ca5-89b4-73e010cb5f76 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/6e70f2bc-0be0-4e18-ad80-df8593e62e24 HTTP/1.1" status: 204 len: 168 time: 0.3663163 May 17 17:20:36.543159 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-162de28c-f8ba-41d1-bdb6-87869c481c68 None None] Provisioning complete for port 9f83e65b-9620-44f5-b642-ac078e655119 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:36.543723 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-162de28c-f8ba-41d1-bdb6-87869c481c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9f83e65b-9620-44f5-b642-ac078e655119), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.569279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:20:36.584735 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-c9d08104-c7d3-4f65-aff3-338b1265d8cd admin admin] 10.222.0.81 "PUT /v2.0/routers/499e8f5c-83a3-462c-ab46-7b3cfd913bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1893735 May 17 17:20:36.593444 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8750a23-32ea-4ca5-89b4-73e010cb5f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e70f2bc-0be0-4e18-ad80-df8593e62e24,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:36.654538 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-162de28c-f8ba-41d1-bdb6-87869c481c68 None None] Port 9f83e65b-9620-44f5-b642-ac078e655119 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:20:36.673595 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f2d103b7-ce53-496c-a49e-836298c81adc admin admin] Publish callbacks [] for security_group (e331ab16-151b-498b-ad21-fd3b619365f8), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.682410 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f2d103b7-ce53-496c-a49e-836298c81adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e331ab16-151b-498b-ad21-fd3b619365f8), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.733487 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d103b7-ce53-496c-a49e-836298c81adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e331ab16-151b-498b-ad21-fd3b619365f8,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:36.778293 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f2d103b7-ce53-496c-a49e-836298c81adc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=42a4681d3940439ca2a56cc693b4163e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3307307 May 17 17:20:36.779565 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47420) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:36.933377 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d892fc2f-9e95-4b61-86f2-0d454f9e7486 admin admin] Publish callbacks [] for security_group (e331ab16-151b-498b-ad21-fd3b619365f8), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:36.941455 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 43e32f5f-bcb2-4add-be84-243bda1e15e6 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:36.983014 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d892fc2f-9e95-4b61-86f2-0d454f9e7486 admin admin] Publish callbacks [] for security_group (e331ab16-151b-498b-ad21-fd3b619365f8), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.059041 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 43e32f5f-bcb2-4add-be84-243bda1e15e6 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:37.059778 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.103864 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d892fc2f-9e95-4b61-86f2-0d454f9e7486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e331ab16-151b-498b-ad21-fd3b619365f8), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.112026 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d892fc2f-9e95-4b61-86f2-0d454f9e7486 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.114147 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d892fc2f-9e95-4b61-86f2-0d454f9e7486 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e331ab16-151b-498b-ad21-fd3b619365f8 HTTP/1.1" status: 204 len: 168 time: 0.3333223 May 17 17:20:37.139116 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d892fc2f-9e95-4b61-86f2-0d454f9e7486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e331ab16-151b-498b-ad21-fd3b619365f8,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:37.214160 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 43e32f5f-bcb2-4add-be84-243bda1e15e6 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:37.215231 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.249421 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 43e32f5f-bcb2-4add-be84-243bda1e15e6, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=43e32f5f-bcb2-4add-be84-243bda1e15e6,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:37.261090 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.275624 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47444) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:37.293755 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6d447106-3600-4d43-acf8-031c3c5b918f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.342941 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=43e32f5f-bcb2-4add-be84-243bda1e15e6,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:37.404102 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6d447106-3600-4d43-acf8-031c3c5b918f admin admin] Publish callbacks [] for security_group (25bc0989-7e18-471e-85ff-2657cef22fc8), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.414716 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6d447106-3600-4d43-acf8-031c3c5b918f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (25bc0989-7e18-471e-85ff-2657cef22fc8), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.522771 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-6d447106-3600-4d43-acf8-031c3c5b918f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9047108b0d8f4b518fbbecdf5a027a60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445579 May 17 17:20:37.526213 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d447106-3600-4d43-acf8-031c3c5b918f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25bc0989-7e18-471e-85ff-2657cef22fc8,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:37.527745 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47458) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:37.573451 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-7880fa46-a445-4910-b9f4-bc514f92be4d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:37.575201 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-7880fa46-a445-4910-b9f4-bc514f92be4d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 818 time: 0.1747119 May 17 17:20:37.598791 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5d02f5a2-e093-4505-b638-159b32c3b099 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/quotas/93dd0a88a2cb45b996d160bbe9801435 HTTP/1.1" status: 200 len: 375 time: 0.0165000 May 17 17:20:37.645628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-64959b6c-4be9-4fc3-a691-9dd87058000c admin admin] Publish callbacks [] for security_group (25bc0989-7e18-471e-85ff-2657cef22fc8), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:37.671990 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-3c91416b-cd3a-4f13-991c-9767c55e70b6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0668452 May 17 17:20:37.680798 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-64959b6c-4be9-4fc3-a691-9dd87058000c admin admin] Publish callbacks [] for security_group (25bc0989-7e18-471e-85ff-2657cef22fc8), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:38.012892 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-14651ec9-8708-450b-8c78-1aeb2ad93533 service neutron] 10.222.0.81 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300099 May 17 17:20:38.020453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-64959b6c-4be9-4fc3-a691-9dd87058000c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (25bc0989-7e18-471e-85ff-2657cef22fc8), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:38.023757 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-64959b6c-4be9-4fc3-a691-9dd87058000c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:38.027313 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-64959b6c-4be9-4fc3-a691-9dd87058000c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/25bc0989-7e18-471e-85ff-2657cef22fc8 HTTP/1.1" status: 204 len: 168 time: 0.4962237 May 17 17:20:38.054456 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64959b6c-4be9-4fc3-a691-9dd87058000c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25bc0989-7e18-471e-85ff-2657cef22fc8,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:38.090994 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Sync routers for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:20:38.098748 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:38.099361 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:38.220618 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-b5c7c470-7724-4971-bc7e-0d02928fd197 service neutron] 10.222.0.81 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944971 May 17 17:20:38.304726 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:38.504117 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47506) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:38.525873 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ce8d203b-3b6d-446a-90f6-b6338c7decf7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:38.558252 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c22a6e8f-afb3-4205-9c17-891580f67633 req-305c0141-6494-448b-841b-472c062348c3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 210 time: 0.0755935 May 17 17:20:38.653881 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 2, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:38.738797 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Checking router: 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:20:38.739552 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Updating router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 port 9f83e65b-9620-44f5-b642-ac078e655119 binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:20:38.782296 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ce8d203b-3b6d-446a-90f6-b6338c7decf7 admin admin] Publish callbacks [] for security_group (dd1b26dc-d0b0-4bf9-927e-6e0a1bd7a6e7), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:38.788173 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ce8d203b-3b6d-446a-90f6-b6338c7decf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (dd1b26dc-d0b0-4bf9-927e-6e0a1bd7a6e7), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:38.832250 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47524) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:38.833625 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-ce8d203b-3b6d-446a-90f6-b6338c7decf7 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=983ca456a2734b1b9e3727db566d42af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281269 May 17 17:20:38.852258 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9f83e65b-9620-44f5-b642-ac078e655119), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:38.889476 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8d203b-3b6d-446a-90f6-b6338c7decf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1b26dc-d0b0-4bf9-927e-6e0a1bd7a6e7,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:38.931562 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3aa5628a-3222-4b24-b860-9cc6552bf889 admin admin] Publish callbacks [] for security_group (dd1b26dc-d0b0-4bf9-927e-6e0a1bd7a6e7), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:38.971814 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3aa5628a-3222-4b24-b860-9cc6552bf889 admin admin] Publish callbacks [] for security_group (dd1b26dc-d0b0-4bf9-927e-6e0a1bd7a6e7), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:38.989160 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 43e32f5f-bcb2-4add-be84-243bda1e15e6 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:39.056417 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3aa5628a-3222-4b24-b860-9cc6552bf889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (dd1b26dc-d0b0-4bf9-927e-6e0a1bd7a6e7), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:39.070870 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3aa5628a-3222-4b24-b860-9cc6552bf889 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:39.077355 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-3aa5628a-3222-4b24-b860-9cc6552bf889 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/dd1b26dc-d0b0-4bf9-927e-6e0a1bd7a6e7 HTTP/1.1" status: 204 len: 168 time: 0.2417772 May 17 17:20:39.133157 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa5628a-3222-4b24-b860-9cc6552bf889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1b26dc-d0b0-4bf9-927e-6e0a1bd7a6e7,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:39.329569 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-f5386fd9-1af1-425a-8e72-8c12c3bba00f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:39.339139 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-f5386fd9-1af1-425a-8e72-8c12c3bba00f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 818 time: 0.2072656 May 17 17:20:39.366702 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-e97997f3-fbe9-45df-9710-1c7046403325 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/quotas/93dd0a88a2cb45b996d160bbe9801435 HTTP/1.1" status: 200 len: 375 time: 0.0262597 May 17 17:20:39.443457 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-0a8b5637-d6a3-4f62-9738-813726fba3e5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755184 May 17 17:20:39.539772 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-6a4a1c36-02e0-4cfd-9301-49f256aa1b2e service neutron] 10.222.0.81 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931349 May 17 17:20:39.646610 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 43e32f5f-bcb2-4add-be84-243bda1e15e6 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:39.647982 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:39.764981 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-86e57f87-ba06-47c0-b6bd-93d383cfb882 service neutron] 10.222.0.81 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158866 May 17 17:20:39.791846 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Publish callbacks [] for port (9f83e65b-9620-44f5-b642-ac078e655119), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:39.800992 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9f83e65b-9620-44f5-b642-ac078e655119), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:39.849257 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 43e32f5f-bcb2-4add-be84-243bda1e15e6 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:39.888975 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82522f-6832-4f9f-9eb4-7e418f391b7d None None] Pushing event updated for resources: {'Port': ['ID=9f83e65b-9620-44f5-b642-ac078e655119,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:40.100982 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f8771678-fea5-4b16-8cbd-f0c7879840ef req-7dcc6fee-d67e-4340-b6d2-c952ca18d09e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 210 time: 0.0609910 May 17 17:20:40.172123 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Attempting to bind port 9f83e65b-9620-44f5-b642-ac078e655119 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:20:40.173271 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Attempting to bind port 9f83e65b-9620-44f5-b642-ac078e655119 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:20:40.173741 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Attempting to bind port 9f83e65b-9620-44f5-b642-ac078e655119 on network cf74492e-ca9e-42bb-83d9-ac563642f683 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:40.187221 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:20:40.187971 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Checking segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:40.189731 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:40.193349 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Bound using segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:20:40.194336 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Bound port: 9f83e65b-9620-44f5-b642-ac078e655119, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:20:40.194969 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9f83e65b-9620-44f5-b642-ac078e655119), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:40.344215 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-eb64aef7-520d-4830-8b42-954b5892c713 None None] Provisioning complete for port 9f83e65b-9620-44f5-b642-ac078e655119 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:40.344868 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-eb64aef7-520d-4830-8b42-954b5892c713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9f83e65b-9620-44f5-b642-ac078e655119), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:40.429833 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-223637a6-e528-4ceb-a63f-1fc46466fa22 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:40.431582 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-eb64aef7-520d-4830-8b42-954b5892c713 None None] Port 9f83e65b-9620-44f5-b642-ac078e655119 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:20:40.432716 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-223637a6-e528-4ceb-a63f-1fc46466fa22 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 818 time: 0.2290332 May 17 17:20:40.434806 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] For port 9f83e65b-9620-44f5-b642-ac078e655119, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:20:40.449979 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Request body: {'port': {'device_id': '3062e305-9bca-4a27-bd79-ae66985e7886', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'admin_state_up': True, 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:40.451371 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] For port 9f83e65b-9620-44f5-b642-ac078e655119, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=9f83e65b-9620-44f5-b642-ac078e655119,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:20:40.476893 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9f83e65b-9620-44f5-b642-ac078e655119), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:40.727925 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47630) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:40.730996 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Made reservation on behalf of 93dd0a88a2cb45b996d160bbe9801435 for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:40.743981 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:40.773886 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:40.774937 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:40.893191 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e82522f-6832-4f9f-9eb4-7e418f391b7d None None] Pushing event updated for resources: {'Port': ['ID=9f83e65b-9620-44f5-b642-ac078e655119,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:40.976072 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Allocated IP 172.20.0.3 (cf74492e-ca9e-42bb-83d9-ac563642f683/8e0a7322-ce4e-4bc8-aa6f-895afd192fc7/b3504113-6df1-41f1-aea1-64a522780a98) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:41.006326 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-709899186-network', 'tenant_id': '4668bdeed45c4975bcb9e770582cc9fc'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:41.045833 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Made reservation on behalf of 4668bdeed45c4975bcb9e770582cc9fc for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:41.049160 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.071631 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.092379 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:41.171640 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-d51917eb-4141-4dbd-b30b-6c3b293ba9f2 None None] Provisioning complete for port 9f83e65b-9620-44f5-b642-ac078e655119 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:41.172072 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d51917eb-4141-4dbd-b30b-6c3b293ba9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9f83e65b-9620-44f5-b642-ac078e655119), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.260179 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Publish callbacks [] for security_group (1189e877-ff8d-4d17-99fb-ac5d1230e704), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.267633 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (1189e877-ff8d-4d17-99fb-ac5d1230e704), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.277688 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for port (b3504113-6df1-41f1-aea1-64a522780a98), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.321182 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:20:41.368133 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1189e877-ff8d-4d17-99fb-ac5d1230e704,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:41.369258 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (b3504113-6df1-41f1-aea1-64a522780a98), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.387325 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (6ea2e8bc-06eb-491a-bfcc-79868d9c701d), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.389959 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Added segment 6ea2e8bc-06eb-491a-bfcc-79868d9c701d of type vlan for network 11f8b9e8-e18e-4339-b460-464006d737b6 May 17 17:20:41.407180 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-11e94cb5-52e4-44be-a479-39071dbcaf38 req-d6025152-694e-4cc1-b056-8ea9143e0a1f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 210 time: 0.0677767 May 17 17:20:41.448061 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (11f8b9e8-e18e-4339-b460-464006d737b6), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.460999 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Network cf74492e-ca9e-42bb-83d9-ac563642f683 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:41.465651 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:41.479683 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (11f8b9e8-e18e-4339-b460-464006d737b6), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.482115 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:41.482533 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:41.483316 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.517217 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-d51917eb-4141-4dbd-b30b-6c3b293ba9f2 None None] Current status of the port 9f83e65b-9620-44f5-b642-ac078e655119 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:41.517611 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d51917eb-4141-4dbd-b30b-6c3b293ba9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9f83e65b-9620-44f5-b642-ac078e655119), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.556936 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8281200 May 17 17:20:41.557584 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47650) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:41.565790 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event updated for resources: {'Port': ['ID=b3504113-6df1-41f1-aea1-64a522780a98,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:41.573162 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Request body: {'subnet': {'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-709899186-subnet', 'tenant_id': '4668bdeed45c4975bcb9e770582cc9fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:41.597840 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:41.598599 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.632796 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-ec8aa5bd-418d-4748-934f-b3d373a845c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1893475 May 17 17:20:41.643734 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-d51917eb-4141-4dbd-b30b-6c3b293ba9f2 None None] For port 9f83e65b-9620-44f5-b642-ac078e655119, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=9f83e65b-9620-44f5-b642-ac078e655119,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:41.651443 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d51917eb-4141-4dbd-b30b-6c3b293ba9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9f83e65b-9620-44f5-b642-ac078e655119), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.659547 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:40Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:41.662090 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494cffe-e703-4a93-b5e8-956586bd7c54 admin admin] Pushing event updated for resources: {'Network': ['ID=11f8b9e8-e18e-4339-b460-464006d737b6,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:41.691922 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Made reservation on behalf of 4668bdeed45c4975bcb9e770582cc9fc for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:41.695670 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3392307'] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.711879 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 11f8b9e8-e18e-4339-b460-464006d737b6 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:20:41.723854 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3812ff-a41a-4553-b262-ef588b8bb700 None None] The sync data for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi is: [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:40Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:20:41.769472 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Request body: {'port': {'device_id': '3062e305-9bca-4a27-bd79-ae66985e7886', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:41.856324 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51917eb-4141-4dbd-b30b-6c3b293ba9f2 None None] Pushing event updated for resources: {'Port': ['ID=9f83e65b-9620-44f5-b642-ac078e655119,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:41.891805 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-33f358af-a0fe-47e3-9585-129c010ea973 None None] Provisioning complete for port b3504113-6df1-41f1-aea1-64a522780a98 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:41.892205 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-33f358af-a0fe-47e3-9585-129c010ea973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b3504113-6df1-41f1-aea1-64a522780a98), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.982346 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b3504113-6df1-41f1-aea1-64a522780a98), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:41.996398 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-33f358af-a0fe-47e3-9585-129c010ea973 None None] Port b3504113-6df1-41f1-aea1-64a522780a98 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:20:42.045477 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ee2585bb-4e41-44dc-b885-88ba9e788778 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:42.248355 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-3386202d-fee1-4ecd-a71a-eb611f8e7abf tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:42.250299 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-3386202d-fee1-4ecd-a71a-eb611f8e7abf tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 818 time: 0.2742436 May 17 17:20:42.289758 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Request body: {'port': {'device_id': '9f44c407-b5e6-4d86-99bb-e27b020f82cc', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'admin_state_up': True, 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:42.477369 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4041416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3392293'] for subnet (763d01a8-9684-48de-b8cf-6b492717119f), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:42.582956 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Made reservation on behalf of 93dd0a88a2cb45b996d160bbe9801435 for: {'port': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:42.589023 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:42.613463 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=763d01a8-9684-48de-b8cf-6b492717119f,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:42.637028 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Checking segment: {'id': '6ea2e8bc-06eb-491a-bfcc-79868d9c701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:42.637950 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Network hostable DHCP agents. Network: 11f8b9e8-e18e-4339-b460-464006d737b6, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:20:42.649392 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0c717aeb-a17e-4b94-9460-533c109ccec4 req-7db39cf3-2865-4b2f-af83-d2a1b3c4b882 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 210 time: 0.1285713 May 17 17:20:42.759713 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Network 11f8b9e8-e18e-4339-b460-464006d737b6 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:20:42.789622 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 11f8b9e8-e18e-4339-b460-464006d737b6) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:42.796520 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:42.796932 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:42.801211 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94193690-1acf-46a4-9960-571f81c73ac1 None None] Network 11f8b9e8-e18e-4339-b460-464006d737b6 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:20:42.817460 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-177417ad-5bf8-4519-a6c1-b28b6f978a7d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2548590 May 17 17:20:42.947336 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3504113-6df1-41f1-aea1-64a522780a98 {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:20:42.971863 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Publish callbacks [] for port (b3504113-6df1-41f1-aea1-64a522780a98), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:43.004152 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Transition to ACTIVE for port object b3504113-6df1-41f1-aea1-64a522780a98 will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:20:43.009489 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (b3504113-6df1-41f1-aea1-64a522780a98), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:43.056443 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9f83e65b-9620-44f5-b642-ac078e655119 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:43.067457 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3504113-6df1-41f1-aea1-64a522780a98,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:43.116080 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a129ed-4f61-409f-98a8-bdd43229586e None None] Network 11f8b9e8-e18e-4339-b460-464006d737b6 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:20:43.167120 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Allocated IP 172.20.0.7 (cf74492e-ca9e-42bb-83d9-ac563642f683/8e0a7322-ce4e-4bc8-aa6f-895afd192fc7/9eb9e8e8-7810-4793-8dc5-99c00a308645) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:43.276315 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 9f83e65b-9620-44f5-b642-ac078e655119 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:43.276849 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9f83e65b-9620-44f5-b642-ac078e655119), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:43.310344 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Attempting to bind port b3504113-6df1-41f1-aea1-64a522780a98 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:20:43.310687 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Attempting to bind port b3504113-6df1-41f1-aea1-64a522780a98 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:20:43.311206 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Attempting to bind port b3504113-6df1-41f1-aea1-64a522780a98 on network cf74492e-ca9e-42bb-83d9-ac563642f683 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:43.316662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Port b3504113-6df1-41f1-aea1-64a522780a98 on network cf74492e-ca9e-42bb-83d9-ac563642f683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:20:43.317241 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Attempting to bind port b3504113-6df1-41f1-aea1-64a522780a98 on network cf74492e-ca9e-42bb-83d9-ac563642f683 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:43.328769 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:20:43.329422 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Checking segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:43.329991 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Bound using segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:20:43.330603 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Bound port: b3504113-6df1-41f1-aea1-64a522780a98, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:20:43.331292 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b3504113-6df1-41f1-aea1-64a522780a98), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:43.453233 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 9f83e65b-9620-44f5-b642-ac078e655119 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:43.488054 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] For port b3504113-6df1-41f1-aea1-64a522780a98, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:20:43.492627 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] For port b3504113-6df1-41f1-aea1-64a522780a98, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=b3504113-6df1-41f1-aea1-64a522780a98,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:20:43.502914 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (b3504113-6df1-41f1-aea1-64a522780a98), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:43.572409 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:43.573055 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:43.574529 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/b3504113-6df1-41f1-aea1-64a522780a98 HTTP/1.1" status: 200 len: 1093 time: 1.8102243 May 17 17:20:43.575468 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3062e305-9bca-4a27-bd79-ae66985e7886', 'tag': 'b3504113-6df1-41f1-aea1-64a522780a98'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:43.578874 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274" -d '{"events": [{"name": "network-changed", "server_uuid": "3062e305-9bca-4a27-bd79-ae66985e7886", "tag": "b3504113-6df1-41f1-aea1-64a522780a98"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:43.678174 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:43.807785 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:43.810206 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:43.832482 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388356b9-eadb-491a-9232-360fd0e4b7a9 x-openstack-request-id: req-388356b9-eadb-491a-9232-360fd0e4b7a9 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:43.832785 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3062e305-9bca-4a27-bd79-ae66985e7886", "tag": "b3504113-6df1-41f1-aea1-64a522780a98", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:43.833047 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-388356b9-eadb-491a-9232-360fd0e4b7a9 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:43.833549 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388356b9-eadb-491a-9232-360fd0e4b7a9'] response: {'name': 'network-changed', 'server_uuid': '3062e305-9bca-4a27-bd79-ae66985e7886', 'tag': 'b3504113-6df1-41f1-aea1-64a522780a98', 'status': 'completed', 'code': 200} May 17 17:20:43.894047 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-4f74611b-cb0f-424d-8b8f-497d22125921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:43.898604 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-4f74611b-cb0f-424d-8b8f-497d22125921 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 1127 time: 0.2533042 May 17 17:20:43.914480 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962cf63-d14e-453c-833b-3d28019988a1 service neutron] Pushing event updated for resources: {'Port': ['ID=b3504113-6df1-41f1-aea1-64a522780a98,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:43.927938 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Network cf74492e-ca9e-42bb-83d9-ac563642f683 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:43.936827 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:43.947811 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:44.010111 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47726) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:44.021697 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-681d5c51-fed5-43f1-9a73-4517350aa054 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3504113-6df1-41f1-aea1-64a522780a98 HTTP/1.1" status: 200 len: 217 time: 0.1033952 May 17 17:20:44.056026 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d166c7b-0043-41a4-a379-619859e099d0 req-8a027ad5-205b-4c72-a34b-f80ee8c8ab83 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:44.059061 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2d166c7b-0043-41a4-a379-619859e099d0 req-8a027ad5-205b-4c72-a34b-f80ee8c8ab83 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 931 time: 0.2233906 May 17 17:20:44.071447 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event updated for resources: {'Port': ['ID=9eb9e8e8-7810-4793-8dc5-99c00a308645,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:44.159903 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:44.160592 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.182172 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-c8671151-3631-4c26-a08e-46abb9c08e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:44.184645 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-c8671151-3631-4c26-a08e-46abb9c08e77 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.1543906 May 17 17:20:44.196897 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-7c990a4c-c764-47ec-99ae-09e89ccd0bb5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9167745 May 17 17:20:44.208748 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Request body: {'port': {'device_id': '9f44c407-b5e6-4d86-99bb-e27b020f82cc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:44.306416 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-28fc98cf-94bb-4a93-86f2-3c268882996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:44.315950 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.316601 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-28fc98cf-94bb-4a93-86f2-3c268882996a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1171803 May 17 17:20:44.322055 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2d166c7b-0043-41a4-a379-619859e099d0 req-ff5e00e6-50c2-48a4-b210-d9252b5f0674 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363675 May 17 17:20:44.377103 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5de92301-f68b-4492-a9e1-1af379eea648 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.404345 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c8eea3ab-2557-4a72-8d73-9ef5d7e20652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.485096 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-f1de2170-4292-495b-9b95-4bc87cc579ed None None] Provisioning complete for port 9eb9e8e8-7810-4793-8dc5-99c00a308645 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:44.485488 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1de2170-4292-495b-9b95-4bc87cc579ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.553976 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-60c533b3-ae52-478e-ae2f-e61ac337473b service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243884 May 17 17:20:44.562652 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-f1de2170-4292-495b-9b95-4bc87cc579ed None None] Port 9eb9e8e8-7810-4793-8dc5-99c00a308645 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:20:44.664761 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c8eea3ab-2557-4a72-8d73-9ef5d7e20652 admin admin] Publish callbacks [] for security_group (c309f826-7be5-444b-b32e-8a5d69e22c80), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.672906 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c8eea3ab-2557-4a72-8d73-9ef5d7e20652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (c309f826-7be5-444b-b32e-8a5d69e22c80), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.740646 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bbe8c59-3c71-42ea-aefc-2a3c288d71b9 req-e257c67c-73db-4950-98b2-69d4419a1052 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767676 May 17 17:20:44.745327 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-c8eea3ab-2557-4a72-8d73-9ef5d7e20652 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=024dd3d3c03e43f4a1cb78532171b2be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7338326 May 17 17:20:44.746390 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eea3ab-2557-4a72-8d73-9ef5d7e20652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c309f826-7be5-444b-b32e-8a5d69e22c80,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:44.748925 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47756) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:44.749716 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eb9e8e8-7810-4793-8dc5-99c00a308645 {{(pid=103826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:20:44.760452 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Publish callbacks [] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.780306 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.provisioning_blocks [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Transition to ACTIVE for port object 9eb9e8e8-7810-4793-8dc5-99c00a308645 will not be triggered until provisioned by entity L2. {{(pid=103826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:20:44.786430 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.808166 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49807674-24d7-4287-853a-f45f40f84372 admin admin] Publish callbacks [] for security_group (c309f826-7be5-444b-b32e-8a5d69e22c80), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.831967 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49807674-24d7-4287-853a-f45f40f84372 admin admin] Publish callbacks [] for security_group (c309f826-7be5-444b-b32e-8a5d69e22c80), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.864048 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb9e8e8-7810-4793-8dc5-99c00a308645,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:44.891045 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49807674-24d7-4287-853a-f45f40f84372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (c309f826-7be5-444b-b32e-8a5d69e22c80), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.895785 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49807674-24d7-4287-853a-f45f40f84372 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:44.897107 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-49807674-24d7-4287-853a-f45f40f84372 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c309f826-7be5-444b-b32e-8a5d69e22c80 HTTP/1.1" status: 204 len: 168 time: 0.1460979 May 17 17:20:44.908694 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49807674-24d7-4287-853a-f45f40f84372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c309f826-7be5-444b-b32e-8a5d69e22c80,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:44.948595 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Attempting to bind port 9eb9e8e8-7810-4793-8dc5-99c00a308645 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:20:44.949610 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Attempting to bind port 9eb9e8e8-7810-4793-8dc5-99c00a308645 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:20:44.950081 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Attempting to bind port 9eb9e8e8-7810-4793-8dc5-99c00a308645 on network cf74492e-ca9e-42bb-83d9-ac563642f683 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:44.958869 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Port 9eb9e8e8-7810-4793-8dc5-99c00a308645 on network cf74492e-ca9e-42bb-83d9-ac563642f683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:20:44.959565 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Attempting to bind port 9eb9e8e8-7810-4793-8dc5-99c00a308645 on network cf74492e-ca9e-42bb-83d9-ac563642f683 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:44.966718 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:20:44.967070 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Checking segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:44.967555 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Bound using segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:20:44.968596 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Bound port: 9eb9e8e8-7810-4793-8dc5-99c00a308645, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:20:44.968968 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.057883 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] For port 9eb9e8e8-7810-4793-8dc5-99c00a308645, host hv-cinder-84214, cleared binding levels {{(pid=103826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:20:45.061680 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] For port 9eb9e8e8-7810-4793-8dc5-99c00a308645, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=9eb9e8e8-7810-4793-8dc5-99c00a308645,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:20:45.069117 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.117388 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:45.117942 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.119355 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] 10.222.0.36 "PUT /v2.0/ports/9eb9e8e8-7810-4793-8dc5-99c00a308645 HTTP/1.1" status: 200 len: 1093 time: 0.9153500 May 17 17:20:45.119836 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f44c407-b5e6-4d86-99bb-e27b020f82cc', 'tag': '9eb9e8e8-7810-4793-8dc5-99c00a308645'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:45.122440 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05d42a3-4b61-43d7-b170-07ee65044824" -d '{"events": [{"name": "network-changed", "server_uuid": "9f44c407-b5e6-4d86-99bb-e27b020f82cc", "tag": "9eb9e8e8-7810-4793-8dc5-99c00a308645"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:45.148375 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5be333-c81e-41fe-8973-fbfe0af4cbc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9eb9e8e8-7810-4793-8dc5-99c00a308645,revision_number=3']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:45.184153 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81820f3a-ce39-476c-bc94-8630a924173a x-openstack-request-id: req-81820f3a-ce39-476c-bc94-8630a924173a {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:45.184669 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f44c407-b5e6-4d86-99bb-e27b020f82cc", "tag": "9eb9e8e8-7810-4793-8dc5-99c00a308645", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:45.184956 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-81820f3a-ce39-476c-bc94-8630a924173a {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:45.185371 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81820f3a-ce39-476c-bc94-8630a924173a'] response: {'name': 'network-changed', 'server_uuid': '9f44c407-b5e6-4d86-99bb-e27b020f82cc', 'tag': '9eb9e8e8-7810-4793-8dc5-99c00a308645', 'status': 'completed', 'code': 200} May 17 17:20:45.303817 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47774) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:45.321651 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-85af5b0f-a772-4227-b5a8-d5a17eea1986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.458559 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-85af5b0f-a772-4227-b5a8-d5a17eea1986 admin admin] Publish callbacks [] for security_group (368cb1a3-c333-4fec-a7b4-b1618000b52e), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.480378 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-85af5b0f-a772-4227-b5a8-d5a17eea1986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (368cb1a3-c333-4fec-a7b4-b1618000b52e), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.540611 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.547392 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da45a52-dbe7-4e60-8223-2b01d662e60b req-0082d7cd-9fa9-46dd-a374-b7e1b57f1a7b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:45.548904 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4da45a52-dbe7-4e60-8223-2b01d662e60b req-0082d7cd-9fa9-46dd-a374-b7e1b57f1a7b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 943 time: 0.1114542 May 17 17:20:45.597551 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af5b0f-a772-4227-b5a8-d5a17eea1986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368cb1a3-c333-4fec-a7b4-b1618000b52e,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:45.618177 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-85af5b0f-a772-4227-b5a8-d5a17eea1986 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8f2fb98f6d3942d1be607d797c9a946f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3127308 May 17 17:20:45.621475 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47788) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:45.628025 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-245ba10c-901d-47e3-8783-ed6f1e1de564 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:45.629541 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-245ba10c-901d-47e3-8783-ed6f1e1de564 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/networks?id=11f8b9e8-e18e-4339-b460-464006d737b6 HTTP/1.1" status: 200 len: 808 time: 0.2349441 May 17 17:20:45.643743 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-d334d677-cd17-432b-86cd-34aa7a220b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:45.645354 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-d334d677-cd17-432b-86cd-34aa7a220b44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 1127 time: 0.0571041 May 17 17:20:45.687438 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-db02b85b-b2f0-4746-b00a-4ab0d581a31a tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/quotas/4668bdeed45c4975bcb9e770582cc9fc HTTP/1.1" status: 200 len: 375 time: 0.0376449 May 17 17:20:45.694257 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4da45a52-dbe7-4e60-8223-2b01d662e60b req-7e40425b-5e29-4524-a117-72802b5cfb6f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367552 May 17 17:20:45.695632 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d42a3-4b61-43d7-b170-07ee65044824 req-ff93a8b8-9bcc-453d-85de-017546e37acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:45.697268 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c05d42a3-4b61-43d7-b170-07ee65044824 req-ff93a8b8-9bcc-453d-85de-017546e37acc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 1127 time: 0.0922585 May 17 17:20:45.743094 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-10130ab1-9330-4474-9802-037da6eb4c67 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4668bdeed45c4975bcb9e770582cc9fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447023 May 17 17:20:45.751327 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-00ce127b-c781-46a5-8b02-5dbe7c6d66db admin admin] Publish callbacks [] for security_group (368cb1a3-c333-4fec-a7b4-b1618000b52e), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.782020 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-00ce127b-c781-46a5-8b02-5dbe7c6d66db admin admin] Publish callbacks [] for security_group (368cb1a3-c333-4fec-a7b4-b1618000b52e), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.804522 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-65d7f6e7-2a4f-49ce-812e-9a07443bcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:45.806017 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-65d7f6e7-2a4f-49ce-812e-9a07443bcb87 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.1545899 May 17 17:20:45.858764 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-473dc87c-0fc5-42d4-a556-19d7dd8a6ca2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3504113-6df1-41f1-aea1-64a522780a98 HTTP/1.1" status: 200 len: 217 time: 0.0444145 May 17 17:20:45.914252 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d42a3-4b61-43d7-b170-07ee65044824 req-be3a19b6-150d-4798-aa48-1ef12950dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:45.915749 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c05d42a3-4b61-43d7-b170-07ee65044824 req-be3a19b6-150d-4798-aa48-1ef12950dd21 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=93dd0a88a2cb45b996d160bbe9801435&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2086625 May 17 17:20:45.919807 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-a13763c3-c7c3-4738-a7b8-1433476271fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:45.921453 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-a13763c3-c7c3-4738-a7b8-1433476271fb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.0552390 May 17 17:20:45.921994 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-f7859145-781f-4fc1-b8e3-e9fcf0a348a8 service neutron] 10.222.0.81 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671369 May 17 17:20:45.937814 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-00ce127b-c781-46a5-8b02-5dbe7c6d66db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (368cb1a3-c333-4fec-a7b4-b1618000b52e), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.940369 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-00ce127b-c781-46a5-8b02-5dbe7c6d66db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:45.941540 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-00ce127b-c781-46a5-8b02-5dbe7c6d66db admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/368cb1a3-c333-4fec-a7b4-b1618000b52e HTTP/1.1" status: 204 len: 168 time: 0.3191373 May 17 17:20:45.969392 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce127b-c781-46a5-8b02-5dbe7c6d66db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368cb1a3-c333-4fec-a7b4-b1618000b52e,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:45.998736 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-45b9732d-a622-48e8-9b33-6051dd98f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:46.002666 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-45b9732d-a622-48e8-9b33-6051dd98f8fb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747364 May 17 17:20:46.104701 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d42a3-4b61-43d7-b170-07ee65044824 req-bc19a23b-530c-49b1-9e53-7017cdae1f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:46.107061 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c05d42a3-4b61-43d7-b170-07ee65044824 req-bc19a23b-530c-49b1-9e53-7017cdae1f2d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1842313 May 17 17:20:46.156972 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b279addb-3df4-4096-9431-d78baae4592b service neutron] 10.222.0.81 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250102 May 17 17:20:46.170028 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-d2dc6d8d-0a44-43d8-b17b-8667bb03110b service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589510 May 17 17:20:46.273783 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-d21e701e-9d7a-4caf-b348-5c073a5ce895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:46.275853 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-d21e701e-9d7a-4caf-b348-5c073a5ce895 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 1127 time: 0.1171272 May 17 17:20:46.295635 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47814) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:46.364397 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-95765f4b-19d8-4acc-a0e2-ac4e01cc4274 req-781fc612-21b2-454d-b907-f8638c881f30 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860185 May 17 17:20:46.369014 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-d6f044e7-87c0-4c47-9615-05225213a66f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb9e8e8-7810-4793-8dc5-99c00a308645 HTTP/1.1" status: 200 len: 217 time: 0.0851412 May 17 17:20:46.411439 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d0f86afc-0059-4c76-9f4b-db5fc15c6223 req-cda818e5-ffee-4331-9b87-ce98a3fc7be7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 210 time: 0.0593896 May 17 17:20:46.455583 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-3b8f9fe7-e1a7-4e29-99cf-d1aedba7a93e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:46.458678 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-3b8f9fe7-e1a7-4e29-99cf-d1aedba7a93e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.0784571 May 17 17:20:46.530907 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-a7fbc2e3-30b8-4c53-86ce-83cbcff562c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:46.532655 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-a7fbc2e3-30b8-4c53-86ce-83cbcff562c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0667803 May 17 17:20:46.579121 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-23e7f0d7-9ceb-4da1-971e-29484595c6bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:46.696082 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-1496fb62-ef99-4457-b6ae-30819e586b9f service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553860 May 17 17:20:46.705750 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-23e7f0d7-9ceb-4da1-971e-29484595c6bc admin admin] Publish callbacks [] for security_group (e4f819f2-8ead-492f-80b7-9c98206f89a8), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:46.712800 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-23e7f0d7-9ceb-4da1-971e-29484595c6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e4f819f2-8ead-492f-80b7-9c98206f89a8), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:46.759811 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-23e7f0d7-9ceb-4da1-971e-29484595c6bc admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=02f26978747641889fa759896f293314&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545393 May 17 17:20:46.761162 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47844) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:46.840731 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae08d6ae-378e-426a-8a19-ca5ff8a76ab7 req-5911eb0a-50e6-4659-828d-927f322a7fe0 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381681 May 17 17:20:46.874436 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e7f0d7-9ceb-4da1-971e-29484595c6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f819f2-8ead-492f-80b7-9c98206f89a8,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:46.937601 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bc829-8fcb-46c8-a485-1f87ced02ea3 req-bec38f10-6b91-4f02-b790-8b137e470b93 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:46.941010 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b7bc829-8fcb-46c8-a485-1f87ced02ea3 req-bec38f10-6b91-4f02-b790-8b137e470b93 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 943 time: 0.1069651 May 17 17:20:46.973502 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-8e9a528f-7b17-4303-8405-270e82c5eb8b admin admin] Publish callbacks [] for security_group (e4f819f2-8ead-492f-80b7-9c98206f89a8), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.025808 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-8e9a528f-7b17-4303-8405-270e82c5eb8b admin admin] Publish callbacks [] for security_group (e4f819f2-8ead-492f-80b7-9c98206f89a8), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.061104 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b7bc829-8fcb-46c8-a485-1f87ced02ea3 req-4ccd2c7f-41df-48fc-a74e-81e81bfafe94 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137612 May 17 17:20:47.067207 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.117530 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-8e9a528f-7b17-4303-8405-270e82c5eb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e4f819f2-8ead-492f-80b7-9c98206f89a8), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.120502 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-8e9a528f-7b17-4303-8405-270e82c5eb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.123049 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-8e9a528f-7b17-4303-8405-270e82c5eb8b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e4f819f2-8ead-492f-80b7-9c98206f89a8 HTTP/1.1" status: 204 len: 168 time: 0.3590019 May 17 17:20:47.131824 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9a528f-7b17-4303-8405-270e82c5eb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f819f2-8ead-492f-80b7-9c98206f89a8,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:47.418799 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device b3504113-6df1-41f1-aea1-64a522780a98 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:20:47.500970 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47872) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:47.515327 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6229e204-7a2e-4d64-b5e8-8984beccd651 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.561941 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port b3504113-6df1-41f1-aea1-64a522780a98, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=b3504113-6df1-41f1-aea1-64a522780a98,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:47.576700 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'b3504113-6df1-41f1-aea1-64a522780a98', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'port_id': 'b3504113-6df1-41f1-aea1-64a522780a98', 'mac_address': 'fa:16:3e:62:4c:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:20:47.619706 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port b3504113-6df1-41f1-aea1-64a522780a98 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:47.620101 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b3504113-6df1-41f1-aea1-64a522780a98), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.626123 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0d03ccf4-2c90-458a-a3aa-9279d4a2f3c8 req-3187d5a5-92d8-4b4c-969e-eb0f12433900 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 210 time: 0.0348494 May 17 17:20:47.633230 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6229e204-7a2e-4d64-b5e8-8984beccd651 admin admin] Publish callbacks [] for security_group (79c5e538-58a4-446b-a0bd-0bd52399241a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.638616 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3504113-6df1-41f1-aea1-64a522780a98 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:20:47.639400 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6229e204-7a2e-4d64-b5e8-8984beccd651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (79c5e538-58a4-446b-a0bd-0bd52399241a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.669952 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port b3504113-6df1-41f1-aea1-64a522780a98, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=b3504113-6df1-41f1-aea1-64a522780a98,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:47.674385 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b3504113-6df1-41f1-aea1-64a522780a98), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.686019 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229e204-7a2e-4d64-b5e8-8984beccd651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c5e538-58a4-446b-a0bd-0bd52399241a,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:47.691953 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6229e204-7a2e-4d64-b5e8-8984beccd651 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5bce9efd32694b59ae0b0624a979c514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1903157 May 17 17:20:47.695505 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47878) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:47.732130 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=b3504113-6df1-41f1-aea1-64a522780a98,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:47.762888 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fc64e7a0-673b-4817-bd51-8520c47e5a89 admin admin] Publish callbacks [] for security_group (79c5e538-58a4-446b-a0bd-0bd52399241a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.785595 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fc64e7a0-673b-4817-bd51-8520c47e5a89 admin admin] Publish callbacks [] for security_group (79c5e538-58a4-446b-a0bd-0bd52399241a), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.837808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fc64e7a0-673b-4817-bd51-8520c47e5a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (79c5e538-58a4-446b-a0bd-0bd52399241a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.841059 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fc64e7a0-673b-4817-bd51-8520c47e5a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:47.844631 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-fc64e7a0-673b-4817-bd51-8520c47e5a89 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/79c5e538-58a4-446b-a0bd-0bd52399241a HTTP/1.1" status: 204 len: 168 time: 0.1480930 May 17 17:20:47.852994 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc64e7a0-673b-4817-bd51-8520c47e5a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c5e538-58a4-446b-a0bd-0bd52399241a,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:47.901755 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['b3504113-6df1-41f1-aea1-64a522780a98'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:20:48.213305 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd9066e-3da5-43b5-b277-680f2e2e01eb req-41a6e53a-0f85-4232-bd6c-4071fc39bcde tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:48.216862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3fd9066e-3da5-43b5-b277-680f2e2e01eb req-41a6e53a-0f85-4232-bd6c-4071fc39bcde tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 943 time: 0.0706494 May 17 17:20:48.295631 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.313135 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47896) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:48.329602 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-761963ae-5f6b-4ab9-a594-4b2412645641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.397603 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3fd9066e-3da5-43b5-b277-680f2e2e01eb req-5bae4c38-f471-486b-b4ca-0afe58240aa8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734138 May 17 17:20:48.438182 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-bdc8b3a8-5b6b-470c-9a41-7d19a222e15e tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:48.439839 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-bdc8b3a8-5b6b-470c-9a41-7d19a222e15e tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.36 "GET /v2.0/networks?id=11f8b9e8-e18e-4339-b460-464006d737b6 HTTP/1.1" status: 200 len: 808 time: 0.1906686 May 17 17:20:48.444988 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47900) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:48.455314 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-761963ae-5f6b-4ab9-a594-4b2412645641 admin admin] Publish callbacks [] for security_group (8573c520-3452-479f-8c62-a90aac61411b), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.460372 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-761963ae-5f6b-4ab9-a594-4b2412645641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8573c520-3452-479f-8c62-a90aac61411b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.460517 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Request body: {'port': {'device_id': 'bf597edc-ab3e-418f-a38c-bc4db1ae8719', 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6', 'admin_state_up': True, 'tenant_id': '4668bdeed45c4975bcb9e770582cc9fc'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:48.502020 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761963ae-5f6b-4ab9-a594-4b2412645641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8573c520-3452-479f-8c62-a90aac61411b,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:48.508985 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-761963ae-5f6b-4ab9-a594-4b2412645641 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ec5c5c4eb65b4842b5b762a0513b0631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1915183 May 17 17:20:48.509152 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47908) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:48.572931 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-69f253f7-4c4d-4ccc-a7eb-d4d2c1486c5d admin admin] Publish callbacks [] for security_group (8573c520-3452-479f-8c62-a90aac61411b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.603443 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f34d96d0-8305-4a01-bd72-8fff4b7403ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.612946 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Made reservation on behalf of 4668bdeed45c4975bcb9e770582cc9fc for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:48.615865 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-69f253f7-4c4d-4ccc-a7eb-d4d2c1486c5d admin admin] Publish callbacks [] for security_group (8573c520-3452-479f-8c62-a90aac61411b), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.617003 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.718402 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-69f253f7-4c4d-4ccc-a7eb-d4d2c1486c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8573c520-3452-479f-8c62-a90aac61411b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.721360 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-69f253f7-4c4d-4ccc-a7eb-d4d2c1486c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.725016 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-69f253f7-4c4d-4ccc-a7eb-d4d2c1486c5d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8573c520-3452-479f-8c62-a90aac61411b HTTP/1.1" status: 204 len: 168 time: 0.2126737 May 17 17:20:48.739866 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f253f7-4c4d-4ccc-a7eb-d4d2c1486c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8573c520-3452-479f-8c62-a90aac61411b,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:48.784058 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f34d96d0-8305-4a01-bd72-8fff4b7403ad admin admin] Publish callbacks [] for security_group (19799ca2-f068-40cf-aa9a-7a54fc97aab2), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.789002 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f34d96d0-8305-4a01-bd72-8fff4b7403ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (19799ca2-f068-40cf-aa9a-7a54fc97aab2), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.834071 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8550b60d-ca87-4def-89d8-0f1a5c2a3a09 req-abb1c767-a4a7-4c53-864a-6412642c12cc tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 210 time: 0.0826411 May 17 17:20:48.838628 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f34d96d0-8305-4a01-bd72-8fff4b7403ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=039c84ea1da44ecca6f5336e1495eab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3925564 May 17 17:20:48.840432 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34d96d0-8305-4a01-bd72-8fff4b7403ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19799ca2-f068-40cf-aa9a-7a54fc97aab2,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:48.843028 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47924) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:48.871966 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Allocated IP 172.20.0.10 (11f8b9e8-e18e-4339-b460-464006d737b6/763d01a8-9684-48de-b8cf-6b492717119f/f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:48.921416 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c0117ece-7caa-4bf0-ab48-51866b8c7c7e admin admin] Publish callbacks [] for security_group (19799ca2-f068-40cf-aa9a-7a54fc97aab2), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:48.946172 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c0117ece-7caa-4bf0-ab48-51866b8c7c7e admin admin] Publish callbacks [] for security_group (19799ca2-f068-40cf-aa9a-7a54fc97aab2), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:49.002399 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c0117ece-7caa-4bf0-ab48-51866b8c7c7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (19799ca2-f068-40cf-aa9a-7a54fc97aab2), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:49.006881 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c0117ece-7caa-4bf0-ab48-51866b8c7c7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:49.008565 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c0117ece-7caa-4bf0-ab48-51866b8c7c7e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/19799ca2-f068-40cf-aa9a-7a54fc97aab2 HTTP/1.1" status: 204 len: 168 time: 0.1636944 May 17 17:20:49.022732 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0117ece-7caa-4bf0-ab48-51866b8c7c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19799ca2-f068-40cf-aa9a-7a54fc97aab2,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:49.106279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks [] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:49.142681 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:49.182252 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Network 11f8b9e8-e18e-4339-b460-464006d737b6 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:49.185724 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:49.189232 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:49.457944 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Pushing event updated for resources: {'Port': ['ID=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:49.501214 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:49.501841 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:49.541614 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-b86fabed-21d6-4549-87b8-644541346ada tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0858831 May 17 17:20:49.547594 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb191148-c003-4f17-934f-ffe67e4b0f90 req-009c968f-b84c-476b-8401-2334ef093c49 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:49.549033 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cb191148-c003-4f17-934f-ffe67e4b0f90 req-009c968f-b84c-476b-8401-2334ef093c49 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 943 time: 0.0640659 May 17 17:20:49.609511 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cb191148-c003-4f17-934f-ffe67e4b0f90 req-427babd3-7838-448a-8408-011b05128720 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535960 May 17 17:20:49.927260 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47976) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:49.993799 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edc6b08-6350-4a4c-aa88-c5cd1931e4fc req-2ab65fd0-1d68-4450-9720-615ea8e3ccc8 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:49.996450 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0edc6b08-6350-4a4c-aa88-c5cd1931e4fc req-2ab65fd0-1d68-4450-9720-615ea8e3ccc8 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 932 time: 0.0537884 May 17 17:20:50.046653 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1045755987-network', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:50.048509 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0edc6b08-6350-4a4c-aa88-c5cd1931e4fc req-09d921e1-a3a5-49d7-a55e-8db329babcc9 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459852 May 17 17:20:50.071341 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Made reservation on behalf of bb9cc24b3479427593f7173191b17a0e for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:50.073738 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.082600 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.160384 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Publish callbacks [] for security_group (112c6867-74db-4dc3-b1bc-5203e5ee83fc), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.164744 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (112c6867-74db-4dc3-b1bc-5203e5ee83fc), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.191719 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 819} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:20:50.201861 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112c6867-74db-4dc3-b1bc-5203e5ee83fc,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:50.207067 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (b8eb829a-68d7-48b9-920f-8403b50cc1ee), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.207483 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Added segment b8eb829a-68d7-48b9-920f-8403b50cc1ee of type vlan for network ce8acaeb-6ddf-4705-b230-ff866b8efc1b May 17 17:20:50.254143 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (ce8acaeb-6ddf-4705-b230-ff866b8efc1b), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.285036 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (ce8acaeb-6ddf-4705-b230-ff866b8efc1b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.286430 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:50.287149 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.325228 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3968737 May 17 17:20:50.326144 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 47984) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:50.332584 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Request body: {'subnet': {'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1045755987-subnet', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'ip_version': 4}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:50.357869 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Made reservation on behalf of bb9cc24b3479427593f7173191b17a0e for: {'subnet': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:50.359535 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff836a03-bb16-445e-92ff-e87d1e83e661 admin admin] Pushing event updated for resources: {'Network': ['ID=ce8acaeb-6ddf-4705-b230-ff866b8efc1b,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:50.361220 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521134027'] for subnet (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.371560 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:20:50.549103 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520866149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521134045'] for subnet (592243f6-a7cb-44a2-aa19-898e6cf91830), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.603012 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=592243f6-a7cb-44a2-aa19-898e6cf91830,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:50.612231 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Checking segment: {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:50.612624 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Network hostable DHCP agents. Network: ce8acaeb-6ddf-4705-b230-ff866b8efc1b, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:20:50.629173 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:20:50.637856 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, ce8acaeb-6ddf-4705-b230-ff866b8efc1b) {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:50.642343 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:50.642925 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.651602 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83aa14ee-d49c-4926-9d50-d3aadf6dee5a None None] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:20:50.665132 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 47990) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:50.665608 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d5bc2b86-5ef2-458a-b5b2-655603ad2785 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3378472 May 17 17:20:50.671756 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:50.704800 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.706602 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.734732 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781025e-f261-4060-a54f-a20b46636a18 req-ffd8c00b-d920-449f-84f1-ac91b2fef13b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:50.736349 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6781025e-f261-4060-a54f-a20b46636a18 req-ffd8c00b-d920-449f-84f1-ac91b2fef13b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 943 time: 0.0593147 May 17 17:20:50.778113 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks [] for router_controller (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), precommit_add_association {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.805241 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6781025e-f261-4060-a54f-a20b46636a18 req-c5bd2dcb-c1cd-452d-a28d-700703c532c7 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563703 May 17 17:20:50.891684 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:20:50.892652 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:50.916311 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks [] for router_gateway (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.037479 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 9eb9e8e8-7810-4793-8dc5-99c00a308645 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:20:51.047870 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device b3504113-6df1-41f1-aea1-64a522780a98 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:51.054971 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Allocated IP 172.20.0.2 (ce8acaeb-6ddf-4705-b230-ff866b8efc1b/592243f6-a7cb-44a2-aa19-898e6cf91830/59c21f07-7dbb-4504-b817-6db90fd4d685) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:51.087335 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Request body: {'port': {'device_id': 'bf597edc-ab3e-418f-a38c-bc4db1ae8719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:51.182599 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.db.resource_extend [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 17 17:20:51.197894 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.206004 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port b3504113-6df1-41f1-aea1-64a522780a98 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:20:51.221110 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3be8d-0aec-44ad-af9d-b7d9c7bee654 req-4f226a2f-4d12-4d46-b366-3fd4f42ab099 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:51.222763 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-baf3be8d-0aec-44ad-af9d-b7d9c7bee654 req-4f226a2f-4d12-4d46-b366-3fd4f42ab099 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 932 time: 0.0634651 May 17 17:20:51.235356 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port b3504113-6df1-41f1-aea1-64a522780a98 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:51.235737 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b3504113-6df1-41f1-aea1-64a522780a98), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.305721 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Publish callbacks [] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.324735 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks [] for router_gateway (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.344950 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.375059 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.397888 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-baf3be8d-0aec-44ad-af9d-b7d9c7bee654 req-dbe3d112-c701-485f-8f0f-cf083c36a986 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497319 May 17 17:20:51.459783 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:51.471102 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:51.490626 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:51.506958 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 9eb9e8e8-7810-4793-8dc5-99c00a308645, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=9eb9e8e8-7810-4793-8dc5-99c00a308645,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:51.507477 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Allocated IP 172.27.3.15 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/8e38af1c-9d81-4a34-a573-4e6494c34251) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:51.528430 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Pushing event updated for resources: {'Port': ['ID=59c21f07-7dbb-4504-b817-6db90fd4d685,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:51.550500 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '9eb9e8e8-7810-4793-8dc5-99c00a308645', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'port_id': '9eb9e8e8-7810-4793-8dc5-99c00a308645', 'mac_address': 'fa:16:3e:32:46:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:20:51.610947 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:20:51.619020 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Publish callbacks [] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.633096 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Transition to ACTIVE for port object f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:20:51.644352 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.644573 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port b3504113-6df1-41f1-aea1-64a522780a98 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:51.644573 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b3504113-6df1-41f1-aea1-64a522780a98), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.657544 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Attempting to bind port 59c21f07-7dbb-4504-b817-6db90fd4d685 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:20:51.657917 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Attempting to bind port 59c21f07-7dbb-4504-b817-6db90fd4d685 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:20:51.658281 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Attempting to bind port 59c21f07-7dbb-4504-b817-6db90fd4d685 on network ce8acaeb-6ddf-4705-b230-ff866b8efc1b {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:51.684832 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:20:51.685217 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Checking segment: {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:51.685628 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.686028 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Bound using segment: {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:20:51.686717 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Bound port: 59c21f07-7dbb-4504-b817-6db90fd4d685, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:20:51.687269 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.689109 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 9eb9e8e8-7810-4793-8dc5-99c00a308645 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:51.689485 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.690662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:51.697343 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks [] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.698179 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062e305-9bca-4a27-bd79-ae66985e7886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3504113-6df1-41f1-aea1-64a522780a98'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:51.700497 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f606f3-18e3-4c88-a69a-ea5a1630a9fb" -d '{"events": [{"server_uuid": "3062e305-9bca-4a27-bd79-ae66985e7886", "name": "network-vif-plugged", "status": "completed", "tag": "b3504113-6df1-41f1-aea1-64a522780a98"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:51.729448 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eb9e8e8-7810-4793-8dc5-99c00a308645 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:20:51.736856 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.739364 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port b3504113-6df1-41f1-aea1-64a522780a98, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=b3504113-6df1-41f1-aea1-64a522780a98,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:51.771867 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Attempting to bind port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:20:51.772519 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Attempting to bind port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '6ea2e8bc-06eb-491a-bfcc-79868d9c701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:20:51.773051 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Attempting to bind port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e on network 11f8b9e8-e18e-4339-b460-464006d737b6 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:51.773208 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b3504113-6df1-41f1-aea1-64a522780a98), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.779331 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e on network 11f8b9e8-e18e-4339-b460-464006d737b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:20:51.779809 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2597bf-15de-4065-a8ab-e7c2b9362ce2 x-openstack-request-id: req-8e2597bf-15de-4065-a8ab-e7c2b9362ce2 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:51.780003 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Attempting to bind port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e on network 11f8b9e8-e18e-4339-b460-464006d737b6 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:51.780112 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3062e305-9bca-4a27-bd79-ae66985e7886", "name": "network-vif-plugged", "status": "completed", "tag": "b3504113-6df1-41f1-aea1-64a522780a98", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:51.780433 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8e2597bf-15de-4065-a8ab-e7c2b9362ce2 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:51.780846 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2597bf-15de-4065-a8ab-e7c2b9362ce2'] response: {'server_uuid': '3062e305-9bca-4a27-bd79-ae66985e7886', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3504113-6df1-41f1-aea1-64a522780a98', 'code': 200} May 17 17:20:51.783217 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:51.786279 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:51.786415 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:20:51.786689 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Checking segment: {'id': '6ea2e8bc-06eb-491a-bfcc-79868d9c701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:51.787082 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Bound using segment: {'id': '6ea2e8bc-06eb-491a-bfcc-79868d9c701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:20:51.787521 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Bound port: f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea2e8bc-06eb-491a-bfcc-79868d9c701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:20:51.787885 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.794779 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:51.800750 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 9eb9e8e8-7810-4793-8dc5-99c00a308645, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=9eb9e8e8-7810-4793-8dc5-99c00a308645,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:51.849773 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.860677 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Pushing event updated for resources: {'Port': ['ID=8e38af1c-9d81-4a34-a573-4e6494c34251,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:51.869475 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] For port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:20:51.874819 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] For port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:20:51.886985 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.911112 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=b3504113-6df1-41f1-aea1-64a522780a98,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:51.948692 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:51.949877 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:51.951484 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] 10.222.0.36 "PUT /v2.0/ports/f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e HTTP/1.1" status: 200 len: 1094 time: 0.8748877 May 17 17:20:51.954348 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf597edc-ab3e-418f-a38c-bc4db1ae8719', 'tag': 'f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:51.958289 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3850588c-a22e-40fd-9655-78d1d3cbe498" -d '{"events": [{"name": "network-changed", "server_uuid": "bf597edc-ab3e-418f-a38c-bc4db1ae8719", "tag": "f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:51.980345 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] For port 59c21f07-7dbb-4504-b817-6db90fd4d685, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:20:52.004630 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] For port 59c21f07-7dbb-4504-b817-6db90fd4d685, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=59c21f07-7dbb-4504-b817-6db90fd4d685,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:20:52.020240 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:52.024556 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=9eb9e8e8-7810-4793-8dc5-99c00a308645,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:52.024804 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d08328-b0a3-42cd-9a61-954d8ed91fe9 req-3fff91c7-b89b-4ed6-9b29-037126036dd1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:52.026707 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-40d08328-b0a3-42cd-9a61-954d8ed91fe9 req-3fff91c7-b89b-4ed6-9b29-037126036dd1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 944 time: 0.1070471 May 17 17:20:52.028581 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079d2fa-d833-4dd6-9ca2-bf95b2f2d521 service neutron] Pushing event updated for resources: {'Port': ['ID=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:52.048708 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8ee984-471a-4532-806b-aa6f0239b3e8 x-openstack-request-id: req-ab8ee984-471a-4532-806b-aa6f0239b3e8 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:52.048708 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf597edc-ab3e-418f-a38c-bc4db1ae8719", "tag": "f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:52.048708 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ab8ee984-471a-4532-806b-aa6f0239b3e8 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:52.048708 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab8ee984-471a-4532-806b-aa6f0239b3e8'] response: {'name': 'network-changed', 'server_uuid': 'bf597edc-ab3e-418f-a38c-bc4db1ae8719', 'tag': 'f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e', 'status': 'completed', 'code': 200} May 17 17:20:52.080960 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a963bb9-68e6-4322-a21d-6db44880043c req-db4c299d-61ae-4c0d-94ce-db6256969830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:52.082535 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7a963bb9-68e6-4322-a21d-6db44880043c req-db4c299d-61ae-4c0d-94ce-db6256969830 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 1129 time: 0.1230836 May 17 17:20:52.121087 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1f61f-4ce8-4470-80c2-a7bb32607de0 None None] Pushing event updated for resources: {'Port': ['ID=59c21f07-7dbb-4504-b817-6db90fd4d685,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:52.143730 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['9eb9e8e8-7810-4793-8dc5-99c00a308645'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:20:52.153577 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-37104dc2-ee92-47eb-9434-f56e7e8de782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:52.155959 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-37104dc2-ee92-47eb-9434-f56e7e8de782 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4668bdeed45c4975bcb9e770582cc9fc&device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 1128 time: 0.1282938 May 17 17:20:52.225229 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7a963bb9-68e6-4322-a21d-6db44880043c req-ae744ed0-1abc-407b-a1ee-a213f9157461 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314590 May 17 17:20:52.239580 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-68b6237a-b797-43d5-b798-0ab9b849037a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e HTTP/1.1" status: 200 len: 217 time: 0.0744908 May 17 17:20:52.244612 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-40d08328-b0a3-42cd-9a61-954d8ed91fe9 req-086ac2ff-b055-4293-b8ff-ed55c12e0620 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033708 May 17 17:20:52.303945 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks [] for router_gateway (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:52.391569 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 48018) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:52.562774 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-670ce95c-d86a-49ed-b0df-1e1e18c087a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:52.564243 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-670ce95c-d86a-49ed-b0df-1e1e18c087a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=763d01a8-9684-48de-b8cf-6b492717119f HTTP/1.1" status: 200 len: 848 time: 0.1259811 May 17 17:20:52.586670 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79f3ed7-ed6f-4417-afae-cfa40cf08c98 req-7e32a5da-0039-4d39-b436-19a0fb642bd8 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:52.592916 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c79f3ed7-ed6f-4417-afae-cfa40cf08c98 req-7e32a5da-0039-4d39-b436-19a0fb642bd8 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 944 time: 0.0651779 May 17 17:20:52.611979 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:52.670655 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-bccfadee-d0ad-43ec-84a9-f47116b5b866 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11f8b9e8-e18e-4339-b460-464006d737b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754440 May 17 17:20:52.671419 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b76f85ee-f825-47dc-98bf-630727653fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:52.685610 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-9c802e07-6d23-4d1b-aa1b-0c937de50a99 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/networks?tenant_id=af075df6867d4d7290a5c0dd5f851a85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0674248 May 17 17:20:52.759746 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:20:52.772986 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c79f3ed7-ed6f-4417-afae-cfa40cf08c98 req-77b95e5b-5ea7-4d5d-998b-78aaba236e47 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789694 May 17 17:20:52.891993 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:20:52.915095 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Sync routers for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:20:52.923214 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:52.929347 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-94357a40-1763-4274-ad5f-57362d0be460 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2618973 May 17 17:20:52.931901 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48046) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:52.934636 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:52.935277 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:52.974711 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 59c21f07-7dbb-4504-b817-6db90fd4d685 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:53.039371 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 9eb9e8e8-7810-4793-8dc5-99c00a308645 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:53.061068 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-50accddb-e945-4078-ae11-3a363ab3ab29 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:53.063512 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-50accddb-e945-4078-ae11-3a363ab3ab29 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3628314 May 17 17:20:53.106421 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:53.151048 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 59c21f07-7dbb-4504-b817-6db90fd4d685 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:53.151734 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.207527 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 9eb9e8e8-7810-4793-8dc5-99c00a308645 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:20:53.233537 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 9eb9e8e8-7810-4793-8dc5-99c00a308645 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:53.234283 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.298223 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:52Z', 'revision_number': 3, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:53.317421 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-e8fb11b5-6c46-42e4-b945-4d7f3f7204a8 service neutron] 10.222.0.36 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705506 May 17 17:20:53.327284 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Checking router: 9a6aa75e-8092-44c5-a43a-0bf091ffa3af for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:20:53.327645 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Updating router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af port 8e38af1c-9d81-4a34-a573-4e6494c34251 binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:20:53.332979 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 59c21f07-7dbb-4504-b817-6db90fd4d685 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:53.333209 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-d1d1c9ea-7d5e-4351-9148-4cf2ca50ac21 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/quotas/af075df6867d4d7290a5c0dd5f851a85 HTTP/1.1" status: 200 len: 375 time: 0.2613888 May 17 17:20:53.336651 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.369221 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.386546 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b76f85ee-f825-47dc-98bf-630727653fcd admin admin] Publish callbacks [] for security_group (3a4d8373-f069-4846-b76c-6bc428eb2502), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.414296 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-91059642-6890-499b-b116-d04e4bacc1e6 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=af075df6867d4d7290a5c0dd5f851a85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0742457 May 17 17:20:53.415429 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b76f85ee-f825-47dc-98bf-630727653fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3a4d8373-f069-4846-b76c-6bc428eb2502), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.415813 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75dfd7-74d3-442e-a139-92dd51bdd5a1 None None] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:20:53.429032 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70104295-7b6b-4d90-aadd-059a45926ac3 req-7c2b635b-5f41-4e44-8b69-747d68ac60ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:53.430760 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70104295-7b6b-4d90-aadd-059a45926ac3 req-7c2b635b-5f41-4e44-8b69-747d68ac60ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 944 time: 0.0920608 May 17 17:20:53.502893 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48050) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:53.506663 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b76f85ee-f825-47dc-98bf-630727653fcd admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=1f1a1930579c4809b8dc3de1519656f1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1110036 May 17 17:20:53.507019 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76f85ee-f825-47dc-98bf-630727653fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a4d8373-f069-4846-b76c-6bc428eb2502,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:53.514725 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 59c21f07-7dbb-4504-b817-6db90fd4d685, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=59c21f07-7dbb-4504-b817-6db90fd4d685,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:53.517575 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 9eb9e8e8-7810-4793-8dc5-99c00a308645 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:53.517986 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.527909 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70104295-7b6b-4d90-aadd-059a45926ac3 req-9c7ab902-0c47-4ddf-9a04-7c91b519e2a4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834701 May 17 17:20:53.545773 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-0367209d-849a-40c3-b6aa-eadd9469439c None None] Provisioning complete for port 59c21f07-7dbb-4504-b817-6db90fd4d685 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:53.546187 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-0367209d-849a-40c3-b6aa-eadd9469439c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.577899 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.642867 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.681565 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 9eb9e8e8-7810-4793-8dc5-99c00a308645, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=9eb9e8e8-7810-4793-8dc5-99c00a308645,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:53.693363 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-adb8556c-ed17-4224-bb6b-173e3efeec2e admin admin] Publish callbacks [] for security_group (3a4d8373-f069-4846-b76c-6bc428eb2502), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.712040 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.766035 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=59c21f07-7dbb-4504-b817-6db90fd4d685,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:53.798091 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-adb8556c-ed17-4224-bb6b-173e3efeec2e admin admin] Publish callbacks [] for security_group (3a4d8373-f069-4846-b76c-6bc428eb2502), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.806147 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f44c407-b5e6-4d86-99bb-e27b020f82cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb9e8e8-7810-4793-8dc5-99c00a308645'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:20:53.809414 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f736466-8926-4d27-bf6e-515e13bb658f" -d '{"events": [{"server_uuid": "9f44c407-b5e6-4d86-99bb-e27b020f82cc", "name": "network-vif-plugged", "status": "completed", "tag": "9eb9e8e8-7810-4793-8dc5-99c00a308645"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:20:53.899456 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-0367209d-849a-40c3-b6aa-eadd9469439c None None] Current status of the port 59c21f07-7dbb-4504-b817-6db90fd4d685 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:53.921137 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=9eb9e8e8-7810-4793-8dc5-99c00a308645,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:53.957399 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa9f4337-5a1f-4281-9064-2948510db71f req-fd3735ad-549b-4f6c-a177-33bc2a2f1a96 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 210 time: 0.2868779 May 17 17:20:53.986158 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Publish callbacks [] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:53.997611 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.025911 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b73ec8-0370-474f-8d68-a181f45ef2b5 x-openstack-request-id: req-15b73ec8-0370-474f-8d68-a181f45ef2b5 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:20:54.026470 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f44c407-b5e6-4d86-99bb-e27b020f82cc", "name": "network-vif-plugged", "status": "completed", "tag": "9eb9e8e8-7810-4793-8dc5-99c00a308645", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:20:54.029459 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-15b73ec8-0370-474f-8d68-a181f45ef2b5 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:20:54.031438 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b73ec8-0370-474f-8d68-a181f45ef2b5'] response: {'server_uuid': '9f44c407-b5e6-4d86-99bb-e27b020f82cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eb9e8e8-7810-4793-8dc5-99c00a308645', 'code': 200} May 17 17:20:54.053224 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-adb8556c-ed17-4224-bb6b-173e3efeec2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3a4d8373-f069-4846-b76c-6bc428eb2502), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.061411 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-adb8556c-ed17-4224-bb6b-173e3efeec2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.068340 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-adb8556c-ed17-4224-bb6b-173e3efeec2e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3a4d8373-f069-4846-b76c-6bc428eb2502 HTTP/1.1" status: 204 len: 168 time: 0.5611987 May 17 17:20:54.111324 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8556c-ed17-4224-bb6b-173e3efeec2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a4d8373-f069-4846-b76c-6bc428eb2502,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:54.120869 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Attempting to bind port 8e38af1c-9d81-4a34-a573-4e6494c34251 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:20:54.122530 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Attempting to bind port 8e38af1c-9d81-4a34-a573-4e6494c34251 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:20:54.123068 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Attempting to bind port 8e38af1c-9d81-4a34-a573-4e6494c34251 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:20:54.162465 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3433ab6-bb38-4dae-b66b-c7010853c5e2 req-9b5e7af0-ebbf-419d-b2e1-bdffaba396c2 service neutron] 10.222.0.36 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4609530 May 17 17:20:54.163647 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:20:54.165188 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:54.165805 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.172009 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:20:54.172555 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Bound port: 8e38af1c-9d81-4a34-a573-4e6494c34251, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:20:54.173027 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.181040 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0bac2-9942-4dac-afe5-423c4faefcc9 None None] Pushing event updated for resources: {'Port': ['ID=8e38af1c-9d81-4a34-a573-4e6494c34251,revision_number=2']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:54.223114 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2855197-32bc-4965-a4ea-0f04d780319f req-3d96f458-c860-4dd0-bd24-2791576983af tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:54.238321 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a2855197-32bc-4965-a4ea-0f04d780319f req-3d96f458-c860-4dd0-bd24-2791576983af tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 944 time: 0.2778158 May 17 17:20:54.254234 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Allocated IP 172.20.0.1 (ce8acaeb-6ddf-4705-b230-ff866b8efc1b/592243f6-a7cb-44a2-aa19-898e6cf91830/fe273610-c1c8-4945-b82b-4727f0d0fce2) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:54.358092 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-a26de00a-a3f4-4605-9a52-ffad22954c9c None None] Provisioning complete for port 59c21f07-7dbb-4504-b817-6db90fd4d685 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:54.360030 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a26de00a-a3f4-4605-9a52-ffad22954c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.410429 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a2855197-32bc-4965-a4ea-0f04d780319f req-70caaa2a-4950-4f5e-9ad8-94dad9adcb8b tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611488 May 17 17:20:54.427417 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Publish callbacks [] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.475910 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.499981 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:54.502969 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:54.510329 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] For port 8e38af1c-9d81-4a34-a573-4e6494c34251, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:20:54.515432 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] For port 8e38af1c-9d81-4a34-a573-4e6494c34251, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=8e38af1c-9d81-4a34-a573-4e6494c34251,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:20:54.525779 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:54.526920 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.576727 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-a26de00a-a3f4-4605-9a52-ffad22954c9c None None] Current status of the port 59c21f07-7dbb-4504-b817-6db90fd4d685 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:54.579411 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.680339 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:54.681183 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:54.729255 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc6b23-2eed-4e98-91d2-5a92f889e6df req-1ccc5eac-786e-41e5-9f94-5feec9af8b3f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:54.748620 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8ffc6b23-2eed-4e98-91d2-5a92f889e6df req-1ccc5eac-786e-41e5-9f94-5feec9af8b3f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1046786 May 17 17:20:54.840193 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.862732 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8ffc6b23-2eed-4e98-91d2-5a92f889e6df req-052a095b-6f34-4620-afa4-8333638e05c2 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126068 May 17 17:20:54.899930 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:54.931292 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-f8621fad-ba0d-4beb-84c1-0444ff0b0b4e None None] Provisioning complete for port fe273610-c1c8-4945-b82b-4727f0d0fce2 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:54.931694 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f8621fad-ba0d-4beb-84c1-0444ff0b0b4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:54.994685 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0bac2-9942-4dac-afe5-423c4faefcc9 None None] Pushing event updated for resources: {'Port': ['ID=8e38af1c-9d81-4a34-a573-4e6494c34251,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:55.115124 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ff1298e6-5172-4c0b-8212-dcfe0fdcff40 req-c45dc116-26b0-43f1-93c1-9b2a33150a7b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 210 time: 0.0556855 May 17 17:20:55.182640 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-30eba163-b5f2-4f3b-83af-2913bcc2c6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:55.185327 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-30eba163-b5f2-4f3b-83af-2913bcc2c6c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4668bdeed45c4975bcb9e770582cc9fc&device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 1128 time: 0.1136601 May 17 17:20:55.214007 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 59c21f07-7dbb-4504-b817-6db90fd4d685 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:55.242668 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c65cc6-1f10-432e-9d73-c4abbc1f7dc6 req-57d029ef-a45b-4ae2-b76f-2b7e48677afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:55.244256 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-43c65cc6-1f10-432e-9d73-c4abbc1f7dc6 req-57d029ef-a45b-4ae2-b76f-2b7e48677afc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 1129 time: 0.0651274 May 17 17:20:55.246929 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe273610-c1c8-4945-b82b-4727f0d0fce2,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:55.272422 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:52Z', 'revision_number': 3, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:55.312778 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-490addfa-bd5e-4946-a96a-b341823a9e2e None None] The sync data for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi is: [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:52Z', 'revision_number': 3, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:20:55.326102 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-f8621fad-ba0d-4beb-84c1-0444ff0b0b4e None None] Port fe273610-c1c8-4945-b82b-4727f0d0fce2 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:20:55.364806 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-43c65cc6-1f10-432e-9d73-c4abbc1f7dc6 req-7ae27a7c-d172-430f-8ae4-3cb2b8ed0fc8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062291 May 17 17:20:55.379335 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 59c21f07-7dbb-4504-b817-6db90fd4d685 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:55.403035 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Publish callbacks [] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:55.403669 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:55.410597 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:55.467728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Pushing event updated for resources: {'Port': ['ID=fe273610-c1c8-4945-b82b-4727f0d0fce2,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:55.484446 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-350ce613-7276-4bee-bf33-7b7c3b8ae8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:55.486624 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-350ce613-7276-4bee-bf33-7b7c3b8ae8ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=11f8b9e8-e18e-4339-b460-464006d737b6 HTTP/1.1" status: 200 len: 909 time: 0.2943132 May 17 17:20:55.545548 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:55.547325 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 59c21f07-7dbb-4504-b817-6db90fd4d685 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:55.582357 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff00cc5-bd7b-4bbe-98da-8027c45abd8e req-064cf60c-fb8e-4c0b-aa90-1612df144085 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:55.584142 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fff00cc5-bd7b-4bbe-98da-8027c45abd8e req-064cf60c-fb8e-4c0b-aa90-1612df144085 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 944 time: 0.0662212 May 17 17:20:55.646973 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-b3dad59d-650d-42f6-bcba-71909946610f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e HTTP/1.1" status: 200 len: 217 time: 0.0601218 May 17 17:20:55.680546 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fff00cc5-bd7b-4bbe-98da-8027c45abd8e req-34054825-34d7-4ed1-a31a-378197b85850 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845830 May 17 17:20:55.699432 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:55.701230 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:55.877042 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:20:56.023396 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883dff11-9541-4c65-9dcb-89ea10326331 req-4b194efc-d432-406e-807a-87f66fe8337b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:56.031485 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-883dff11-9541-4c65-9dcb-89ea10326331 req-4b194efc-d432-406e-807a-87f66fe8337b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0910954 May 17 17:20:56.065310 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-868f4ed5-3a7d-45bc-ab2c-ebd1f7cc2b7d None None] Provisioning complete for port fe273610-c1c8-4945-b82b-4727f0d0fce2 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:56.070929 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-868f4ed5-3a7d-45bc-ab2c-ebd1f7cc2b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:56.123922 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:20:56.124406 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-868f4ed5-3a7d-45bc-ab2c-ebd1f7cc2b7d None None] Port fe273610-c1c8-4945-b82b-4727f0d0fce2 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:20:56.137091 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-883dff11-9541-4c65-9dcb-89ea10326331 req-fbc17f3e-71e8-46af-b3f2-65cda5badb13 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040742 May 17 17:20:56.145751 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f8dab1af-1bd1-445c-85bf-2ee8e1304cd3 admin admin] 10.222.0.81 "PUT /v2.0/routers/9a6aa75e-8092-44c5-a43a-0bf091ffa3af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2096224 May 17 17:20:56.256565 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c870cb22-de55-41d3-82fa-1223a4d114ad req-d404b578-b8ba-4353-bfad-4553bb9dca21 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 210 time: 0.0401895 May 17 17:20:56.258152 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-5ec9d9f7-0a77-4552-98cb-25d7ef866bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:56.259732 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-5ec9d9f7-0a77-4552-98cb-25d7ef866bae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=763d01a8-9684-48de-b8cf-6b492717119f HTTP/1.1" status: 200 len: 848 time: 0.0905836 May 17 17:20:56.304228 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-f688846a-890d-4ee9-b38f-c2b7f69bfe89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11f8b9e8-e18e-4339-b460-464006d737b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376835 May 17 17:20:56.380415 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-d000f931-2e5a-45c7-93fa-312dab9f3dec tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=af075df6867d4d7290a5c0dd5f851a85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542798 May 17 17:20:56.462235 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-dd478296-51cb-4bb5-886a-dcffbc18a67e service neutron] 10.222.0.36 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365561 May 17 17:20:56.731756 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3850588c-a22e-40fd-9655-78d1d3cbe498 req-7d0d4fd5-2aa5-40ab-87b8-d15c58b707b3 service neutron] 10.222.0.36 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413695 May 17 17:20:56.925196 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276a9b8d-797f-4d8c-9601-d9345c40af5d req-435aaad5-9c20-4d9d-99a2-a5948ceb3ec3 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:56.933223 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-276a9b8d-797f-4d8c-9601-d9345c40af5d req-435aaad5-9c20-4d9d-99a2-a5948ceb3ec3 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 944 time: 0.1339221 May 17 17:20:56.959282 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 48166) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:57.000697 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 8e38af1c-9d81-4a34-a573-4e6494c34251 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:57.063661 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:20:57.090666 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-276a9b8d-797f-4d8c-9601-d9345c40af5d req-057fa2bc-9869-4a66-b595-caffed7bdfd4 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180124 May 17 17:20:57.113381 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 48178) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:57.119157 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-973818112-network', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:57.159220 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Made reservation on behalf of cf2044b680d6465eac3a656acd51c55a for: {'network': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:57.161874 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.174101 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.239958 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 8e38af1c-9d81-4a34-a573-4e6494c34251 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:57.240650 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.306936 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-f993c675-6c5b-47a4-a3fc-70a0d95505b4 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:57.316045 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-f993c675-6c5b-47a4-a3fc-70a0d95505b4 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9111214 May 17 17:20:57.349506 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Request body: {'port': {'device_id': '268c0e72-d37c-451f-bd71-6aab5e60a456', 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce', 'admin_state_up': True, 'tenant_id': 'af075df6867d4d7290a5c0dd5f851a85'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:57.354359 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Publish callbacks [] for security_group (9ce7b049-2111-4b72-a941-c0f8618e9ba0), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.379037 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9ce7b049-2111-4b72-a941-c0f8618e9ba0), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.457462 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:57.519949 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=103827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:20:57.528199 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 8e38af1c-9d81-4a34-a573-4e6494c34251 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:57.528900 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.560093 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e', 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6', 'port_id': 'f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e', 'mac_address': 'fa:16:3e:71:54:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763d01a8-9684-48de-b8cf-6b492717119f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:20:57.607070 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa04d317-7800-4e6b-885e-33ca6da9112f req-61be81e8-ec11-4db4-ba44-244f34d28ed9 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:57.610522 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa04d317-7800-4e6b-885e-33ca6da9112f req-61be81e8-ec11-4db4-ba44-244f34d28ed9 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.2539406 May 17 17:20:57.611217 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce7b049-2111-4b72-a941-c0f8618e9ba0,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:57.626453 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Made reservation on behalf of af075df6867d4d7290a5c0dd5f851a85 for: {'port': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:57.629907 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.636000 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (6ea74510-fd47-4a5f-b15b-278ab201df46), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.636458 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.segments_db [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Added segment 6ea74510-fd47-4a5f-b15b-278ab201df46 of type vlan for network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f May 17 17:20:57.646605 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.650045 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-21f8f498-952d-4ba1-aa68-446353f794d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.665690 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 8e38af1c-9d81-4a34-a573-4e6494c34251, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=8e38af1c-9d81-4a34-a573-4e6494c34251,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:57.673172 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.728816 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:57.730321 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.761785 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-253db232-2890-4340-b579-8482cd91e33f req-7eeddbcb-20ab-4880-aba1-10abcb0406d9 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 210 time: 0.1212623 May 17 17:20:57.768755 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks [] for security_group (127de6f8-6f88-47a9-92a2-51babee1aca5), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.775320 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (127de6f8-6f88-47a9-92a2-51babee1aca5), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.785100 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:20:57.822697 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (8cc0d8ea-54a7-4549-9b81-ac361f434b2f), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.835399 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=8e38af1c-9d81-4a34-a573-4e6494c34251,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:57.853776 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=127de6f8-6f88-47a9-92a2-51babee1aca5,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:57.889398 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:20:57.895702 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.914498 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa04d317-7800-4e6b-885e-33ca6da9112f req-ba792f85-4d5a-4827-8a49-339e2d3baef4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761908 May 17 17:20:57.945154 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (8cc0d8ea-54a7-4549-9b81-ac361f434b2f), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.948864 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:57.950000 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:57.970136 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:58.018834 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Allocated IP 192.168.233.179 (e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce/bf6ee8d6-7e83-408b-9935-a20e86f5621a/505801a4-25b8-48d2-8c87-fdd235e6e3b2) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:58.046931 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9324911 May 17 17:20:58.051060 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48202) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:58.057310 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Request body: {'subnet': {'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-973818112-subnet', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:58.066774 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b83c62-6932-4ed6-9d1e-6bf21d56efd7 req-a2f1d7f3-ebff-464d-b052-582b23aa5609 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:58.068347 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-51b83c62-6932-4ed6-9d1e-6bf21d56efd7 req-a2f1d7f3-ebff-464d-b052-582b23aa5609 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1329062 May 17 17:20:58.113970 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Sync routers for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:20:58.129228 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Made reservation on behalf of cf2044b680d6465eac3a656acd51c55a for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:20:58.130984 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:20:58.131699 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:58.132128 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3392307'] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.160138 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ec200d-cd8f-4e71-b2c2-5dbe4d1052d4 admin admin] Pushing event updated for resources: {'Network': ['ID=8cc0d8ea-54a7-4549-9b81-ac361f434b2f,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:58.172107 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-21f8f498-952d-4ba1-aa68-446353f794d0 admin admin] Publish callbacks [] for security_group (fe34c6e1-1641-4f70-80a2-61d970ff5f7d), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.179907 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-21f8f498-952d-4ba1-aa68-446353f794d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (fe34c6e1-1641-4f70-80a2-61d970ff5f7d), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.181756 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:20:58.234012 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-51b83c62-6932-4ed6-9d1e-6bf21d56efd7 req-1d44e42e-51e1-4e0e-ac24-75c10fa26992 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536820 May 17 17:20:58.243077 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8f498-952d-4ba1-aa68-446353f794d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe34c6e1-1641-4f70-80a2-61d970ff5f7d,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:58.250542 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-21f8f498-952d-4ba1-aa68-446353f794d0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=8602cf5fbf2f40729a9bdee3799978e5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2782836 May 17 17:20:58.251393 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 48208) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:58.328367 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-446d8594-09fa-47ee-8f7c-a4364f02dd63 admin admin] Publish callbacks [] for security_group (fe34c6e1-1641-4f70-80a2-61d970ff5f7d), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.393405 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks [] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.399702 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-446d8594-09fa-47ee-8f7c-a4364f02dd63 admin admin] Publish callbacks [] for security_group (fe34c6e1-1641-4f70-80a2-61d970ff5f7d), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.467932 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:20:58.469223 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4041416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3392293'] for subnet (66b8aed5-28d0-46a2-8960-dfc596fe339d), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.513180 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d392df-9dd1-4486-99cb-c4b0f4743c32 req-d3ecd229-9ea9-4e1a-814e-10ff9f1278f6 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:58.520477 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-48d392df-9dd1-4486-99cb-c4b0f4743c32 req-d3ecd229-9ea9-4e1a-814e-10ff9f1278f6 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 945 time: 0.1234844 May 17 17:20:58.529648 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.556603 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32807b6f-8401-4c66-8a2c-7b75f2f4ec0e req-ade48974-3e8d-4ace-9e15-96887e149fdf tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:58.558386 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-32807b6f-8401-4c66-8a2c-7b75f2f4ec0e req-ade48974-3e8d-4ace-9e15-96887e149fdf tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1131816 May 17 17:20:58.558773 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:58.568471 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:58.571529 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:58.605043 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-48d392df-9dd1-4486-99cb-c4b0f4743c32 req-255672c5-f6ca-4ac3-96d1-17a83d6da8a1 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834343 May 17 17:20:58.616769 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-446d8594-09fa-47ee-8f7c-a4364f02dd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (fe34c6e1-1641-4f70-80a2-61d970ff5f7d), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.620523 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-446d8594-09fa-47ee-8f7c-a4364f02dd63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.624143 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-446d8594-09fa-47ee-8f7c-a4364f02dd63 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/fe34c6e1-1641-4f70-80a2-61d970ff5f7d HTTP/1.1" status: 204 len: 168 time: 0.3700440 May 17 17:20:58.674326 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:58.675191 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.680986 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b8aed5-28d0-46a2-8960-dfc596fe339d,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:58.691279 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Checking segment: {'id': '6ea74510-fd47-4a5f-b15b-278ab201df46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:20:58.691650 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Network hostable DHCP agents. Network: 8cc0d8ea-54a7-4549-9b81-ac361f434b2f, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:20:58.696614 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d8594-09fa-47ee-8f7c-a4364f02dd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe34c6e1-1641-4f70-80a2-61d970ff5f7d,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:58.706109 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Pushing event updated for resources: {'Port': ['ID=505801a4-25b8-48d2-8c87-fdd235e6e3b2,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:58.722319 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-3c3754be-b584-4982-8d6a-2e4e2f9df0c3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3964102 May 17 17:20:58.735989 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-32807b6f-8401-4c66-8a2c-7b75f2f4ec0e req-e3ee373b-4b42-43e6-80e0-399a45dc3a56 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231754 May 17 17:20:58.741941 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:20:58.765183 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 8cc0d8ea-54a7-4549-9b81-ac361f434b2f) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:58.771446 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:58.772088 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.793810 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251a6892-ee37-4a7a-8299-495cb30497b4 None None] Network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:20:58.797349 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-63e1463a-4884-4e19-abf7-a2624a049a47 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7444081 May 17 17:20:58.799860 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48216) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:20:58.800485 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 2, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:20:58.809153 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:20:58.851971 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (c9757193-2233-459b-a83e-6b278739280b), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.859135 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (c9757193-2233-459b-a83e-6b278739280b), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:58.946475 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Checking router: 9a6aa75e-8092-44c5-a43a-0bf091ffa3af for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:20:58.947295 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Updating router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af port fe273610-c1c8-4945-b82b-4727f0d0fce2 binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:20:58.986445 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de85cf-c980-4c1e-9874-4cf5eb9b3c50 req-a9d5c0c8-3997-440f-9f2b-84db3c022dec tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:58.999623 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-11de85cf-c980-4c1e-9874-4cf5eb9b3c50 req-a9d5c0c8-3997-440f-9f2b-84db3c022dec tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 936 time: 0.1083989 May 17 17:20:59.013112 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 8e38af1c-9d81-4a34-a573-4e6494c34251 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:20:59.019911 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks [] for router_controller (c9757193-2233-459b-a83e-6b278739280b), precommit_add_association {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.083242 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-4f40cfc4-5062-48f6-bf8c-4aac8fd0c97f None None] Provisioning complete for port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:59.083972 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4f40cfc4-5062-48f6-bf8c-4aac8fd0c97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.109550 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-11de85cf-c980-4c1e-9874-4cf5eb9b3c50 req-8f3eb729-9ee6-471c-8d61-30c22894c810 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093993 May 17 17:20:59.131897 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.178527 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-4f40cfc4-5062-48f6-bf8c-4aac8fd0c97f None None] Port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:20:59.182259 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-8cc0d8ea-54a7-4549-9b81-ac361f434b2f', 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f', 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'fixed_ips': [{'subnet_id': '66b8aed5-28d0-46a2-8960-dfc596fe339d'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:20:59.183192 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.205131 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks [] for router_gateway (c9757193-2233-459b-a83e-6b278739280b), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.249745 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 8e38af1c-9d81-4a34-a573-4e6494c34251 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:20:59.250114 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.401106 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks [] for router_gateway (c9757193-2233-459b-a83e-6b278739280b), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.423135 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.528078 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Allocated IP 172.20.0.2 (8cc0d8ea-54a7-4549-9b81-ac361f434b2f/66b8aed5-28d0-46a2-8960-dfc596fe339d/245e6165-4dae-4a94-92fe-2b2371b67ecf) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:59.538086 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Allocated IP 172.27.3.40 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/b55fc7cb-3406-4014-9682-7d3d88999875) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:20:59.584131 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 8e38af1c-9d81-4a34-a573-4e6494c34251 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:20:59.674124 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks [] for port (b55fc7cb-3406-4014-9682-7d3d88999875), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.689935 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a647425-5b49-4dd4-895f-7eabd639dbc8 req-e64a50d2-3366-4344-a7b0-831332930015 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:59.691563 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a647425-5b49-4dd4-895f-7eabd639dbc8 req-e64a50d2-3366-4344-a7b0-831332930015 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.3014040 May 17 17:20:59.749994 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.753027 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b44c2c-df9c-4321-b7b5-61e691ba9847 req-e87fc0be-ab7d-4983-bbd6-d344b57bb58f tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:20:59.760230 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-11b44c2c-df9c-4321-b7b5-61e691ba9847 req-e87fc0be-ab7d-4983-bbd6-d344b57bb58f tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 945 time: 0.0675347 May 17 17:20:59.789517 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:20:59.797464 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:20:59.801745 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:20:59.805321 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Pushing event updated for resources: {'Port': ['ID=b55fc7cb-3406-4014-9682-7d3d88999875,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:20:59.825932 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a647425-5b49-4dd4-895f-7eabd639dbc8 req-a3fcdf41-81a1-4f02-b29e-a192a2917740 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023057 May 17 17:20:59.836948 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-11b44c2c-df9c-4321-b7b5-61e691ba9847 req-d1c82353-db50-448f-8044-4f4fab0b52b8 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757084 May 17 17:20:59.926272 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Publish callbacks [] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.938845 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:20:59.992822 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Publish callbacks [] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.028802 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d835bef-e7fa-4969-a52f-a948061a28bf None None] Pushing event updated for resources: {'Port': ['ID=fe273610-c1c8-4945-b82b-4727f0d0fce2,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:00.033765 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.093031 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:00.113642 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:00.119974 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:00.124884 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Pushing event updated for resources: {'Port': ['ID=245e6165-4dae-4a94-92fe-2b2371b67ecf,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:00.150456 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00de9e-2b9e-4a2e-9ad2-b42038ef2827 req-f1d34701-a400-4c47-b66f-1752147a5d66 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:00.158873 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ec00de9e-2b9e-4a2e-9ad2-b42038ef2827 req-f1d34701-a400-4c47-b66f-1752147a5d66 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0937796 May 17 17:21:00.176267 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks [] for router_gateway (c9757193-2233-459b-a83e-6b278739280b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.194392 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Attempting to bind port fe273610-c1c8-4945-b82b-4727f0d0fce2 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:00.194849 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Attempting to bind port fe273610-c1c8-4945-b82b-4727f0d0fce2 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:00.195134 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Attempting to bind port fe273610-c1c8-4945-b82b-4727f0d0fce2 on network ce8acaeb-6ddf-4705-b230-ff866b8efc1b {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:00.219890 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:00.220279 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Checking segment: {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:00.221344 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.221344 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Bound using segment: {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:00.221601 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Bound port: fe273610-c1c8-4945-b82b-4727f0d0fce2, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:00.221996 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.240831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Attempting to bind port 245e6165-4dae-4a94-92fe-2b2371b67ecf on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:00.241046 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Attempting to bind port 245e6165-4dae-4a94-92fe-2b2371b67ecf by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '6ea74510-fd47-4a5f-b15b-278ab201df46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:00.241418 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Attempting to bind port 245e6165-4dae-4a94-92fe-2b2371b67ecf on network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:00.249746 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:00.250124 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Checking segment: {'id': '6ea74510-fd47-4a5f-b15b-278ab201df46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:00.250526 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.250926 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Bound using segment: {'id': '6ea74510-fd47-4a5f-b15b-278ab201df46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:00.251416 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Bound port: 245e6165-4dae-4a94-92fe-2b2371b67ecf, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea74510-fd47-4a5f-b15b-278ab201df46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:00.251801 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.288909 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ec00de9e-2b9e-4a2e-9ad2-b42038ef2827 req-2b0b5b99-0014-4ae6-a77a-f674b9467f62 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287918 May 17 17:21:00.309010 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814bc4b-ec6a-48e4-9d09-c1f480ebe15d req-793e8244-92f5-4016-a19b-1fcd56e3262e tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:00.310522 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e814bc4b-ec6a-48e4-9d09-c1f480ebe15d req-793e8244-92f5-4016-a19b-1fcd56e3262e tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 936 time: 0.0939977 May 17 17:21:00.366787 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e814bc4b-ec6a-48e4-9d09-c1f480ebe15d req-b2fbdf31-4f91-4045-a1cf-ef682603558d tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491774 May 17 17:21:00.383136 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-67a101d1-0cbc-4f40-8d60-62f2c1cc3212 None None] Provisioning complete for port fe273610-c1c8-4945-b82b-4727f0d0fce2 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:00.383851 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-67a101d1-0cbc-4f40-8d60-62f2c1cc3212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.386658 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] For port 245e6165-4dae-4a94-92fe-2b2371b67ecf, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:00.391250 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] For port 245e6165-4dae-4a94-92fe-2b2371b67ecf, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=245e6165-4dae-4a94-92fe-2b2371b67ecf,segment=NetworkSegment(6ea74510-fd47-4a5f-b15b-278ab201df46),segment_id=6ea74510-fd47-4a5f-b15b-278ab201df46)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:00.395249 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] For port fe273610-c1c8-4945-b82b-4727f0d0fce2, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:00.406550 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Request body: {'port': {'device_id': '268c0e72-d37c-451f-bd71-6aab5e60a456', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:00.418321 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.425293 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-e3ffa922-fbf2-495d-b5dd-6223f3a25edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:00.427003 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-e3ffa922-fbf2-495d-b5dd-6223f3a25edb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 1129 time: 0.0503809 May 17 17:21:00.443155 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (c9757193-2233-459b-a83e-6b278739280b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.453631 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] For port fe273610-c1c8-4945-b82b-4727f0d0fce2, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=fe273610-c1c8-4945-b82b-4727f0d0fce2,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:00.475121 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.480740 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-67a101d1-0cbc-4f40-8d60-62f2c1cc3212 None None] Port fe273610-c1c8-4945-b82b-4727f0d0fce2 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:21:00.506534 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e826c8-396f-4751-b25c-a9e8e7b61c9d None None] Pushing event updated for resources: {'Port': ['ID=245e6165-4dae-4a94-92fe-2b2371b67ecf,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:00.544825 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:00.548246 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:00.549949 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:00.557701 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-cf89c4dc-d8cb-45eb-ab0f-6b406732c324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:00.561133 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-cf89c4dc-d8cb-45eb-ab0f-6b406732c324 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.1265235 May 17 17:21:00.617823 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d835bef-e7fa-4969-a52f-a948061a28bf None None] Pushing event updated for resources: {'Port': ['ID=fe273610-c1c8-4945-b82b-4727f0d0fce2,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:00.662372 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-a2f6947a-bc2e-4c05-a948-920ebd767fc4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9eb9e8e8-7810-4793-8dc5-99c00a308645 HTTP/1.1" status: 200 len: 217 time: 0.0933409 May 17 17:21:00.718621 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:21:00.766878 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:00.852119 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-cae6aa2a-ffe8-4116-ae1e-e3b1309fc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:00.854304 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-cae6aa2a-ffe8-4116-ae1e-e3b1309fc1c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.1836758 May 17 17:21:00.952431 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Router c9757193-2233-459b-a83e-6b278739280b is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:21:01.043792 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-62df0332-5f6e-4817-a8eb-d9f816993885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:01.045333 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-62df0332-5f6e-4817-a8eb-d9f816993885 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1804657 May 17 17:21:01.142002 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505801a4-25b8-48d2-8c87-fdd235e6e3b2 {{(pid=103826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:21:01.150639 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-db2a2c18-cfc3-45e7-9b3e-fffddd7c6c50 None None] Provisioning complete for port fe273610-c1c8-4945-b82b-4727f0d0fce2 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:01.151096 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c18-cfc3-45e7-9b3e-fffddd7c6c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.156526 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 245e6165-4dae-4a94-92fe-2b2371b67ecf up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:01.157612 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Publish callbacks [] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.193713 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2a233-9cc8-4624-8df6-c698fb8f4202 req-66e5ccb8-a2cd-4341-9271-5c30999c0644 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:01.195258 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-62b2a233-9cc8-4624-8df6-c698fb8f4202 req-66e5ccb8-a2cd-4341-9271-5c30999c0644 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 945 time: 0.1624103 May 17 17:21:01.210115 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77af7a-08bb-43f2-9613-aad6908689d0 req-f8266788-0711-4d77-8ce2-010075ba42e8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:01.217226 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a77af7a-08bb-43f2-9613-aad6908689d0 req-f8266788-0711-4d77-8ce2-010075ba42e8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1857910 May 17 17:21:01.228027 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.provisioning_blocks [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Transition to ACTIVE for port object 505801a4-25b8-48d2-8c87-fdd235e6e3b2 will not be triggered until provisioned by entity L2. {{(pid=103826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:21:01.233326 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.299683 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:01.315985 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Sync routers for ids ['c9757193-2233-459b-a83e-6b278739280b'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:01.326104 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.328315 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f4f2b484-0cc7-4238-a33b-5da3f807d1dc admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5256753 May 17 17:21:01.337090 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 48248) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:01.356712 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Routers {'c9757193-2233-459b-a83e-6b278739280b'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:01.357741 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['c9757193-2233-459b-a83e-6b278739280b'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:01.390851 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Pushing event updated for resources: {'Port': ['ID=505801a4-25b8-48d2-8c87-fdd235e6e3b2,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:01.421958 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a77af7a-08bb-43f2-9613-aad6908689d0 req-9bff11a5-4e97-4931-9bff-6614d99eadb6 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2037525 May 17 17:21:01.422628 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 245e6165-4dae-4a94-92fe-2b2371b67ecf triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:01.423107 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.449133 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-62b2a233-9cc8-4624-8df6-c698fb8f4202 req-faa2fda1-3b4d-484e-821f-428c2448cd05 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296672 May 17 17:21:01.461786 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-18d29b29-b08f-4c28-ab32-725d84f96dc1 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597980 May 17 17:21:01.487653 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Attempting to bind port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:01.488203 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Attempting to bind port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '63b095bd-738d-4b1a-9fd0-6094f1c16c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce'}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:01.488545 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Attempting to bind port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 on network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:01.495234 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 on network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:21:01.496072 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Attempting to bind port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 on network e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:01.502136 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:01.502555 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Checking segment: {'id': '63b095bd-738d-4b1a-9fd0-6094f1c16c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:01.502952 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Bound using segment: {'id': '63b095bd-738d-4b1a-9fd0-6094f1c16c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce'} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:01.503599 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Bound port: 505801a4-25b8-48d2-8c87-fdd235e6e3b2, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b095bd-738d-4b1a-9fd0-6094f1c16c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce'}}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:01.503939 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.621688 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Set router c9757193-2233-459b-a83e-6b278739280b gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:01.634397 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] For port 505801a4-25b8-48d2-8c87-fdd235e6e3b2, host hv-cinder-84214, cleared binding levels {{(pid=103826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:01.643134 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] For port 505801a4-25b8-48d2-8c87-fdd235e6e3b2, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=505801a4-25b8-48d2-8c87-fdd235e6e3b2,segment=NetworkSegment(63b095bd-738d-4b1a-9fd0-6094f1c16c89),segment_id=63b095bd-738d-4b1a-9fd0-6094f1c16c89)] {{(pid=103826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:01.669763 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.682594 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-db2a2c18-cfc3-45e7-9b3e-fffddd7c6c50 None None] Current status of the port fe273610-c1c8-4945-b82b-4727f0d0fce2 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:01.684956 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c18-cfc3-45e7-9b3e-fffddd7c6c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.710218 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:01.710987 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.712530 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] 10.222.0.36 "PUT /v2.0/ports/505801a4-25b8-48d2-8c87-fdd235e6e3b2 HTTP/1.1" status: 200 len: 1098 time: 1.3121216 May 17 17:21:01.715397 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268c0e72-d37c-451f-bd71-6aab5e60a456', 'tag': '505801a4-25b8-48d2-8c87-fdd235e6e3b2'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:01.717885 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ef0394-f5b4-42e0-bf9a-1cff9c98a20f" -d '{"events": [{"name": "network-changed", "server_uuid": "268c0e72-d37c-451f-bd71-6aab5e60a456", "tag": "505801a4-25b8-48d2-8c87-fdd235e6e3b2"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:01.749377 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:00Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:01.796148 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70711c50-6cea-4f42-bee6-872cbb6683b3 req-2a84a5e7-1875-4dbf-82d9-2d1a55a02ffb tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:01.797974 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70711c50-6cea-4f42-bee6-872cbb6683b3 req-2a84a5e7-1875-4dbf-82d9-2d1a55a02ffb tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1824663 May 17 17:21:01.808993 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc967578-3e47-4f3f-9904-3051e253ad2e service neutron] Pushing event updated for resources: {'Port': ['ID=505801a4-25b8-48d2-8c87-fdd235e6e3b2,revision_number=3']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:01.831389 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4731321-3cf3-406c-b539-78e4f4c78d6d None None] The sync data for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi is: [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:00Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:01.847814 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-db2a2c18-cfc3-45e7-9b3e-fffddd7c6c50 None None] For port fe273610-c1c8-4945-b82b-4727f0d0fce2, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=fe273610-c1c8-4945-b82b-4727f0d0fce2,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:01.860344 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-db2a2c18-cfc3-45e7-9b3e-fffddd7c6c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:01.871294 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 245e6165-4dae-4a94-92fe-2b2371b67ecf is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:01.871689 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.050106 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 245e6165-4dae-4a94-92fe-2b2371b67ecf, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=245e6165-4dae-4a94-92fe-2b2371b67ecf,segment=NetworkSegment(6ea74510-fd47-4a5f-b15b-278ab201df46),segment_id=6ea74510-fd47-4a5f-b15b-278ab201df46)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:02.055822 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9757193-2233-459b-a83e-6b278739280b', 'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:58Z', 'updated_at': '2022-05-17T17:20:59Z', 'revision_number': 3, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'gw_port': {'id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:59Z', 'updated_at': '2022-05-17T17:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:02.067285 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2a2c18-cfc3-45e7-9b3e-fffddd7c6c50 None None] Pushing event updated for resources: {'Port': ['ID=fe273610-c1c8-4945-b82b-4727f0d0fce2,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:02.070985 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.072407 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70711c50-6cea-4f42-bee6-872cbb6683b3 req-d809377c-1507-443b-a7f4-843a2b53b085 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578211 May 17 17:21:02.117557 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Checking router: c9757193-2233-459b-a83e-6b278739280b for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:02.117918 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Updating router c9757193-2233-459b-a83e-6b278739280b port b55fc7cb-3406-4014-9682-7d3d88999875 binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:21:02.204987 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=245e6165-4dae-4a94-92fe-2b2371b67ecf,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:02.219085 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.282758 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfabae0-1a5f-401e-bb38-76cab7d69a9e req-bcd70021-1228-4e21-8e67-8b3717a81020 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:02.284455 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bfabae0-1a5f-401e-bb38-76cab7d69a9e req-bcd70021-1228-4e21-8e67-8b3717a81020 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 948 time: 0.0561624 May 17 17:21:02.354462 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f15769d-be88-4dec-bfb2-447afc779cbb None None] Network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:21:02.395141 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bfabae0-1a5f-401e-bb38-76cab7d69a9e req-be8d082e-597e-4130-b728-92ae48beed01 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860341 May 17 17:21:02.453758 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d72f8caf-70e3-4919-b911-80117a094399 x-openstack-request-id: req-d72f8caf-70e3-4919-b911-80117a094399 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:02.454055 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268c0e72-d37c-451f-bd71-6aab5e60a456", "tag": "505801a4-25b8-48d2-8c87-fdd235e6e3b2", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:02.454308 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d72f8caf-70e3-4919-b911-80117a094399 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:02.454845 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d72f8caf-70e3-4919-b911-80117a094399'] response: {'name': 'network-changed', 'server_uuid': '268c0e72-d37c-451f-bd71-6aab5e60a456', 'tag': '505801a4-25b8-48d2-8c87-fdd235e6e3b2', 'status': 'completed', 'code': 200} May 17 17:21:02.463072 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-967b3d0c-8aef-448e-8d80-cc84716c0396 None None] Provisioning complete for port 245e6165-4dae-4a94-92fe-2b2371b67ecf triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:02.463566 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-967b3d0c-8aef-448e-8d80-cc84716c0396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.475705 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.563915 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Publish callbacks [] for port (b55fc7cb-3406-4014-9682-7d3d88999875), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.570574 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.618847 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e281c7-f8e1-4993-b2b3-9c6b8f8d0052 None None] Pushing event updated for resources: {'Port': ['ID=b55fc7cb-3406-4014-9682-7d3d88999875,revision_number=2']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:02.638049 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5378842-4cf8-419e-b54f-5ca5a0e7063e req-1a48d5f1-b144-4b87-9c45-3c20f5de69e9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:02.639606 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f5378842-4cf8-419e-b54f-5ca5a0e7063e req-1a48d5f1-b144-4b87-9c45-3c20f5de69e9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1020346 May 17 17:21:02.649874 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Attempting to bind port b55fc7cb-3406-4014-9682-7d3d88999875 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:02.650245 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Attempting to bind port b55fc7cb-3406-4014-9682-7d3d88999875 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:02.650605 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Attempting to bind port b55fc7cb-3406-4014-9682-7d3d88999875 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:02.654714 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-967b3d0c-8aef-448e-8d80-cc84716c0396 None None] Current status of the port 245e6165-4dae-4a94-92fe-2b2371b67ecf is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:02.658267 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:02.658684 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:02.659096 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.659496 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:02.660163 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Bound port: b55fc7cb-3406-4014-9682-7d3d88999875, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:02.660885 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.723496 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] For port b55fc7cb-3406-4014-9682-7d3d88999875, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:02.727093 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] For port b55fc7cb-3406-4014-9682-7d3d88999875, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=b55fc7cb-3406-4014-9682-7d3d88999875,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:02.732438 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f5378842-4cf8-419e-b54f-5ca5a0e7063e req-aedcfa18-dced-437b-ad06-2bcf30b94298 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833921 May 17 17:21:02.738937 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.742224 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Allocated IP 172.20.0.1 (8cc0d8ea-54a7-4549-9b81-ac361f434b2f/66b8aed5-28d0-46a2-8960-dfc596fe339d/03ae1662-f312-4a10-9b5a-402da0d38304) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:02.809193 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e281c7-f8e1-4993-b2b3-9c6b8f8d0052 None None] Pushing event updated for resources: {'Port': ['ID=b55fc7cb-3406-4014-9682-7d3d88999875,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:02.836308 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Routers {'c9757193-2233-459b-a83e-6b278739280b'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:02.836943 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['c9757193-2233-459b-a83e-6b278739280b'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:02.918505 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Publish callbacks [] for port (03ae1662-f312-4a10-9b5a-402da0d38304), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:02.983236 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] Set router c9757193-2233-459b-a83e-6b278739280b gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:02.997576 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2032723-d33d-4fba-87c1-06cc4d7bccb5 req-7e876c3b-45dc-4a23-a4ea-5d6eb97f36b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:02.999168 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a2032723-d33d-4fba-87c1-06cc4d7bccb5 req-7e876c3b-45dc-4a23-a4ea-5d6eb97f36b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 945 time: 0.0769637 May 17 17:21:03.031192 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:03.067261 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:03.080707 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device fe273610-c1c8-4945-b82b-4727f0d0fce2 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:03.084644 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:03.097843 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:03.256445 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9757193-2233-459b-a83e-6b278739280b', 'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:58Z', 'updated_at': '2022-05-17T17:20:59Z', 'revision_number': 3, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'gw_port': {'id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:59Z', 'updated_at': '2022-05-17T17:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:03.301173 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a2032723-d33d-4fba-87c1-06cc4d7bccb5 req-ef17e031-3279-4021-9389-fd6c06c52f35 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935848 May 17 17:21:03.306527 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-0e41e766-d9f7-4875-a6a5-a3b0ce9a1007 None None] Provisioning complete for port 245e6165-4dae-4a94-92fe-2b2371b67ecf triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:03.306902 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-0e41e766-d9f7-4875-a6a5-a3b0ce9a1007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:03.308104 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74e79a7c-4c90-48e8-b1ac-632d952a1f0b req-997fc34e-c601-49e5-9a40-d2f59d854c04 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987214 May 17 17:21:03.326443 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6392253d-7d59-408e-bab2-a09ca9628b6b None None] The sync data for ids ['c9757193-2233-459b-a83e-6b278739280b'] in dv-cinder-842148-1-iscsi is: [{'id': 'c9757193-2233-459b-a83e-6b278739280b', 'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:58Z', 'updated_at': '2022-05-17T17:20:59Z', 'revision_number': 3, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'gw_port': {'id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:59Z', 'updated_at': '2022-05-17T17:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:03.332219 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Pushing event updated for resources: {'Port': ['ID=03ae1662-f312-4a10-9b5a-402da0d38304,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:03.364419 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port fe273610-c1c8-4945-b82b-4727f0d0fce2 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:03.364419 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:03.369758 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (c9757193-2233-459b-a83e-6b278739280b), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:03.489638 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-0e41e766-d9f7-4875-a6a5-a3b0ce9a1007 None None] Current status of the port 245e6165-4dae-4a94-92fe-2b2371b67ecf is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:03.494141 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1992a6-93c2-4cfe-89c2-0492caf22bc7 req-b0b28d9c-13b0-4fe7-8d76-5579190c3940 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:03.496240 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d1992a6-93c2-4cfe-89c2-0492caf22bc7 req-b0b28d9c-13b0-4fe7-8d76-5579190c3940 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0785797 May 17 17:21:03.524625 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port fe273610-c1c8-4945-b82b-4727f0d0fce2 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:03.525842 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 245e6165-4dae-4a94-92fe-2b2371b67ecf up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:03.583246 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d1992a6-93c2-4cfe-89c2-0492caf22bc7 req-6bca808e-8f58-4d3e-88a8-9e94a1655b31 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805826 May 17 17:21:03.585173 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 245e6165-4dae-4a94-92fe-2b2371b67ecf triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:03.586185 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:03.586497 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:03.636414 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-e83d934c-2515-43c9-a5d1-281c8247ab98 None None] Provisioning complete for port 03ae1662-f312-4a10-9b5a-402da0d38304 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:03.636728 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e83d934c-2515-43c9-a5d1-281c8247ab98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:03.720388 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-e83d934c-2515-43c9-a5d1-281c8247ab98 None None] Port 03ae1662-f312-4a10-9b5a-402da0d38304 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:21:03.772323 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c755548-c72b-4f66-bb35-985f174f7ef6 req-bf0a8b14-efa5-4b4b-ab83-983c8565e832 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:03.772323 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9c755548-c72b-4f66-bb35-985f174f7ef6 req-bf0a8b14-efa5-4b4b-ab83-983c8565e832 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 948 time: 0.0709419 May 17 17:21:03.779763 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 245e6165-4dae-4a94-92fe-2b2371b67ecf is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:03.883783 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9c755548-c72b-4f66-bb35-985f174f7ef6 req-9848ab2e-a918-4e23-b8f2-9759ab3aa175 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036835 May 17 17:21:03.931352 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Publish callbacks [] for port (03ae1662-f312-4a10-9b5a-402da0d38304), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:03.938277 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:04.042781 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (c9757193-2233-459b-a83e-6b278739280b), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:04.046517 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Pushing event updated for resources: {'Port': ['ID=03ae1662-f312-4a10-9b5a-402da0d38304,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:04.058959 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e707a8d0-e613-4e65-a52c-0c1ff5047735 req-e20c66fd-5b07-4b61-ac57-b40c32420d68 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:04.060477 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e707a8d0-e613-4e65-a52c-0c1ff5047735 req-e20c66fd-5b07-4b61-ac57-b40c32420d68 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0792298 May 17 17:21:04.213011 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0394-f5b4-42e0-bf9a-1cff9c98a20f req-a3cf75ae-aa4c-4d30-9fa1-cc7eb91bf43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:04.215286 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c6ef0394-f5b4-42e0-bf9a-1cff9c98a20f req-a3cf75ae-aa4c-4d30-9fa1-cc7eb91bf43c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af075df6867d4d7290a5c0dd5f851a85&device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 1132 time: 0.1170182 May 17 17:21:04.239763 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e707a8d0-e613-4e65-a52c-0c1ff5047735 req-3b0191d3-ffdc-461d-a82a-dc1e86725114 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1646214 May 17 17:21:04.271112 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:04.296644 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:04.300072 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c6ef0394-f5b4-42e0-bf9a-1cff9c98a20f req-03d8907f-5c54-4d33-8d1c-bea68d75c8b2 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=af075df6867d4d7290a5c0dd5f851a85&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282373 May 17 17:21:04.652896 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:04.683230 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-9d25eafb-e1b7-4b4c-9a11-25ae444ce56c None None] Provisioning complete for port 03ae1662-f312-4a10-9b5a-402da0d38304 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:04.683641 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9d25eafb-e1b7-4b4c-9a11-25ae444ce56c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:04.734686 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-9d25eafb-e1b7-4b4c-9a11-25ae444ce56c None None] Port 03ae1662-f312-4a10-9b5a-402da0d38304 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:21:04.744187 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:21:04.750701 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:04.751154 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:04.836306 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee25c0-c738-422b-a782-bbada6aa476f req-f885f3a4-2b94-4eec-87cd-ce312ffca271 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:04.837868 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-97ee25c0-c738-422b-a782-bbada6aa476f req-f885f3a4-2b94-4eec-87cd-ce312ffca271 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 945 time: 0.4295382 May 17 17:21:04.852946 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:04.853871 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:04.878716 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Router c9757193-2233-459b-a83e-6b278739280b has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:21:04.887283 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9b42b0-5729-47e2-9857-f2cc090f95ca req-ce1fca99-e3f0-43bd-b5a7-62bf961420ec tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:04.889047 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5b9b42b0-5729-47e2-9857-f2cc090f95ca req-ce1fca99-e3f0-43bd-b5a7-62bf961420ec tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1575091 May 17 17:21:04.889471 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf597edc-ab3e-418f-a38c-bc4db1ae8719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:04.893266 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f614f3c-f66e-46f5-a4d6-bef5a994cfd5" -d '{"events": [{"server_uuid": "bf597edc-ab3e-418f-a38c-bc4db1ae8719", "name": "network-vif-plugged", "status": "completed", "tag": "f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:04.896375 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef0394-f5b4-42e0-bf9a-1cff9c98a20f req-df50f53e-290e-4a7a-bd14-2ab34adca857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:04.898143 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c6ef0394-f5b4-42e0-bf9a-1cff9c98a20f req-df50f53e-290e-4a7a-bd14-2ab34adca857 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5888855 May 17 17:21:04.909682 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:04.915120 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:04.925891 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b55fc7cb-3406-4014-9682-7d3d88999875 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:05.005248 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:05.021519 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port b55fc7cb-3406-4014-9682-7d3d88999875 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:05.021842 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:05.050296 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-97ee25c0-c738-422b-a782-bbada6aa476f req-0d35ff9b-7b58-44ff-a61f-779d05092953 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044609 May 17 17:21:05.069536 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5b9b42b0-5729-47e2-9857-f2cc090f95ca req-9621e985-bb56-4937-9269-6356f33f1a2a tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698048 May 17 17:21:05.076541 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-7a2eecac-80e4-4c29-b2b3-38b6a854fe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:05.095400 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-7a2eecac-80e4-4c29-b2b3-38b6a854fe18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=af075df6867d4d7290a5c0dd5f851a85&device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 1132 time: 0.1534350 May 17 17:21:05.110904 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3063353-0c15-41c5-a628-6ef349479589 x-openstack-request-id: req-a3063353-0c15-41c5-a628-6ef349479589 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:05.110904 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf597edc-ab3e-418f-a38c-bc4db1ae8719", "name": "network-vif-plugged", "status": "completed", "tag": "f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:05.110904 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a3063353-0c15-41c5-a628-6ef349479589 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:05.110904 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3063353-0c15-41c5-a628-6ef349479589'] response: {'server_uuid': 'bf597edc-ab3e-418f-a38c-bc4db1ae8719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e', 'code': 200} May 17 17:21:05.142578 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port b55fc7cb-3406-4014-9682-7d3d88999875 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:05.143381 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:05.175569 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port b55fc7cb-3406-4014-9682-7d3d88999875, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=b55fc7cb-3406-4014-9682-7d3d88999875,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:05.187739 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:21:05.189279 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:05.189867 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-edcf9d12-210d-4871-ade7-63e3b08c3374 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.179&port_id=505801a4-25b8-48d2-8c87-fdd235e6e3b2 HTTP/1.1" status: 200 len: 217 time: 0.0837407 May 17 17:21:05.254067 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=b55fc7cb-3406-4014-9682-7d3d88999875,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:05.259666 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:05.269773 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-83aec7bf-ad2d-4247-a3cf-b3fb41a2146d admin admin] 10.222.0.81 "PUT /v2.0/routers/c9757193-2233-459b-a83e-6b278739280b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9302523 May 17 17:21:05.283309 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a13d8-91b9-491d-93ba-fe5e4ccb31c1 req-febfaa97-0e9e-4307-afe4-cbd263b2b8f9 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:05.285321 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b03a13d8-91b9-491d-93ba-fe5e4ccb31c1 req-febfaa97-0e9e-4307-afe4-cbd263b2b8f9 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 948 time: 0.1089303 May 17 17:21:05.318229 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46653dc0-227b-4b77-8488-35469719c5ed req-46105065-2fa0-40b8-ae5f-d703992b5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:05.322184 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-46653dc0-227b-4b77-8488-35469719c5ed req-46105065-2fa0-40b8-ae5f-d703992b5746 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 1130 time: 0.0604219 May 17 17:21:05.357138 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-2eeb3b14-9fe9-4885-853a-13a49f87ddaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:05.358639 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-2eeb3b14-9fe9-4885-853a-13a49f87ddaf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bf6ee8d6-7e83-408b-9935-a20e86f5621a HTTP/1.1" status: 200 len: 843 time: 0.1481535 May 17 17:21:05.391041 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-46653dc0-227b-4b77-8488-35469719c5ed req-6f60485d-feab-4919-8c17-d617aabf23d9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582914 May 17 17:21:05.433037 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc0791-3489-4b32-a98c-b23049df8b14 req-04584b92-c884-4301-98b0-18fd948028ee tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:05.434713 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8dcc0791-3489-4b32-a98c-b23049df8b14 req-04584b92-c884-4301-98b0-18fd948028ee tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0751176 May 17 17:21:05.530735 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b03a13d8-91b9-491d-93ba-fe5e4ccb31c1 req-1d1a1cc7-8886-403a-bc56-8a8cc1b070bd tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245507 May 17 17:21:05.538215 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-4b1e5942-84b6-4cdb-885c-dab017a21aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:05.539401 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-4b1e5942-84b6-4cdb-885c-dab017a21aaf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1010606 May 17 17:21:05.558931 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8dcc0791-3489-4b32-a98c-b23049df8b14 req-1c9deada-73ce-46a5-ad22-748c1312eb4d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083577 May 17 17:21:05.590252 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Sync routers for ids ['c9757193-2233-459b-a83e-6b278739280b'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:05.603392 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Routers {'c9757193-2233-459b-a83e-6b278739280b'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:05.604467 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['c9757193-2233-459b-a83e-6b278739280b'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:05.717727 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Set router c9757193-2233-459b-a83e-6b278739280b gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:05.728656 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-bc1b99a4-2bb6-4fc9-b4d7-a74ba8c971f3 service neutron] 10.222.0.36 "GET /v2.0/networks/e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036541 May 17 17:21:05.831990 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 48308) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:05.837295 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-dd81aaf0-d82b-4bc9-9a42-f60766e9edc3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1680981770', 'description': 'tempest-secgroup-smoke-1680981770 description', 'project_id': 'bb9cc24b3479427593f7173191b17a0e'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:05.845588 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-462c6c69-ed09-4bc8-bcd8-69b659220c76 req-079be331-9eae-48a4-8d1a-e68e2c7338ba service neutron] 10.222.0.36 "GET /v2.0/networks/e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109157 May 17 17:21:05.860672 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dd81aaf0-d82b-4bc9-9a42-f60766e9edc3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:05.916490 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9757193-2233-459b-a83e-6b278739280b', 'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:58Z', 'updated_at': '2022-05-17T17:21:03Z', 'revision_number': 4, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'gw_port': {'id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:59Z', 'updated_at': '2022-05-17T17:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '03ae1662-f312-4a10-9b5a-402da0d38304', 'name': '', 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'mac_address': 'fa:16:3e:ef:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66b8aed5-28d0-46a2-8960-dfc596fe339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:02Z', 'updated_at': '2022-05-17T17:21:03Z', 'revision_number': 2, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'subnets': [{'id': '66b8aed5-28d0-46a2-8960-dfc596fe339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:05.927992 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dd81aaf0-d82b-4bc9-9a42-f60766e9edc3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group (9d9e88dd-afc9-470c-8b97-9735795dc43a), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:05.932370 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dd81aaf0-d82b-4bc9-9a42-f60766e9edc3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9d9e88dd-afc9-470c-8b97-9735795dc43a), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:05.943201 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Checking router: c9757193-2233-459b-a83e-6b278739280b for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:05.943573 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Updating router c9757193-2233-459b-a83e-6b278739280b port 03ae1662-f312-4a10-9b5a-402da0d38304 binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:21:05.960709 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-dd81aaf0-d82b-4bc9-9a42-f60766e9edc3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:05.961982 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-dd81aaf0-d82b-4bc9-9a42-f60766e9edc3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1284418 May 17 17:21:05.966006 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48310) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:05.969633 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd81aaf0-d82b-4bc9-9a42-f60766e9edc3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9e88dd-afc9-470c-8b97-9735795dc43a,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:05.971254 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-3b02d9c1-e349-486b-adfc-d9176ddc3a12 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'security_group_rule': {'security_group_id': '9d9e88dd-afc9-470c-8b97-9735795dc43a', 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:05.979303 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.002892 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3b02d9c1-e349-486b-adfc-d9176ddc3a12 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (e1e5337b-ebf4-45d9-b6e9-ede55041c448), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.052053 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3b02d9c1-e349-486b-adfc-d9176ddc3a12 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (e1e5337b-ebf4-45d9-b6e9-ede55041c448), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.055792 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3b02d9c1-e349-486b-adfc-d9176ddc3a12 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (e1e5337b-ebf4-45d9-b6e9-ede55041c448), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.074927 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02d9c1-e349-486b-adfc-d9176ddc3a12 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e5337b-ebf4-45d9-b6e9-ede55041c448,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:06.086197 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3b02d9c1-e349-486b-adfc-d9176ddc3a12 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.090484 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-3b02d9c1-e349-486b-adfc-d9176ddc3a12 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1202309 May 17 17:21:06.090729 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48314) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:06.105313 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-edea5382-76fa-400e-a6dc-a9c83e9fbddc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'security_group_rule': {'security_group_id': '9d9e88dd-afc9-470c-8b97-9735795dc43a', 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:06.141250 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-edea5382-76fa-400e-a6dc-a9c83e9fbddc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (9b2cd7bd-faa3-4ac2-a7b8-9c9c63710d1e), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.207516 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-edea5382-76fa-400e-a6dc-a9c83e9fbddc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (9b2cd7bd-faa3-4ac2-a7b8-9c9c63710d1e), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.211915 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-edea5382-76fa-400e-a6dc-a9c83e9fbddc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (9b2cd7bd-faa3-4ac2-a7b8-9c9c63710d1e), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.233489 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea5382-76fa-400e-a6dc-a9c83e9fbddc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2cd7bd-faa3-4ac2-a7b8-9c9c63710d1e,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:06.237740 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfa0978-7072-41d5-94f1-7323d8ace4e4 req-4702dbf3-b9a4-4349-be3a-5ad90adefc00 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:06.239393 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5dfa0978-7072-41d5-94f1-7323d8ace4e4 req-4702dbf3-b9a4-4349-be3a-5ad90adefc00 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0917871 May 17 17:21:06.242984 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-edea5382-76fa-400e-a6dc-a9c83e9fbddc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.244200 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-edea5382-76fa-400e-a6dc-a9c83e9fbddc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523356 May 17 17:21:06.247473 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48318) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:06.251956 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-9132631e-876a-4d45-94e2-7a4171c1cee6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'security_group_rule': {'security_group_id': '9d9e88dd-afc9-470c-8b97-9735795dc43a', 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:06.257587 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb94e7-75a2-4dad-8c3a-04b02cd63b6a req-34450e4f-1a2d-4571-b3e4-909c8f325838 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:06.259415 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3bdb94e7-75a2-4dad-8c3a-04b02cd63b6a req-34450e4f-1a2d-4571-b3e4-909c8f325838 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 946 time: 0.0999384 May 17 17:21:06.282815 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9132631e-876a-4d45-94e2-7a4171c1cee6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (5b9e1612-7921-4c27-97c8-9301a2493744), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.330787 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5dfa0978-7072-41d5-94f1-7323d8ace4e4 req-40c8af87-1113-45c3-97f0-b45c692d4182 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701859 May 17 17:21:06.334957 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Publish callbacks [] for port (03ae1662-f312-4a10-9b5a-402da0d38304), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.345023 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3bdb94e7-75a2-4dad-8c3a-04b02cd63b6a req-5698540d-ee40-4fc5-942d-b802df6d0724 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693529 May 17 17:21:06.352028 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9132631e-876a-4d45-94e2-7a4171c1cee6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (5b9e1612-7921-4c27-97c8-9301a2493744), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.353048 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.357457 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9132631e-876a-4d45-94e2-7a4171c1cee6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (5b9e1612-7921-4c27-97c8-9301a2493744), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.380637 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132631e-876a-4d45-94e2-7a4171c1cee6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b9e1612-7921-4c27-97c8-9301a2493744,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:06.388799 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9132631e-876a-4d45-94e2-7a4171c1cee6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.391587 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-9132631e-876a-4d45-94e2-7a4171c1cee6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1424234 May 17 17:21:06.393633 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48320) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:06.399187 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-e55d1bd6-a257-4461-a77b-9f5a86c847a4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'security_group_rule': {'security_group_id': '9d9e88dd-afc9-470c-8b97-9735795dc43a', 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:06.409724 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b65ace-b417-47c2-8b9a-38ee059ab153 None None] Pushing event updated for resources: {'Port': ['ID=03ae1662-f312-4a10-9b5a-402da0d38304,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:06.438041 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e55d1bd6-a257-4461-a77b-9f5a86c847a4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (441e1704-8386-4532-9a6c-06d4550a55b5), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.473503 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Attempting to bind port 03ae1662-f312-4a10-9b5a-402da0d38304 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:06.474043 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Attempting to bind port 03ae1662-f312-4a10-9b5a-402da0d38304 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '6ea74510-fd47-4a5f-b15b-278ab201df46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:06.474523 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Attempting to bind port 03ae1662-f312-4a10-9b5a-402da0d38304 on network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:06.480693 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:06.481470 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Checking segment: {'id': '6ea74510-fd47-4a5f-b15b-278ab201df46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:06.482017 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.482531 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Bound using segment: {'id': '6ea74510-fd47-4a5f-b15b-278ab201df46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:06.483108 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Bound port: 03ae1662-f312-4a10-9b5a-402da0d38304, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea74510-fd47-4a5f-b15b-278ab201df46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:06.483694 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.515549 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e55d1bd6-a257-4461-a77b-9f5a86c847a4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (441e1704-8386-4532-9a6c-06d4550a55b5), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.520671 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e55d1bd6-a257-4461-a77b-9f5a86c847a4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (441e1704-8386-4532-9a6c-06d4550a55b5), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.541673 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d1bd6-a257-4461-a77b-9f5a86c847a4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441e1704-8386-4532-9a6c-06d4550a55b5,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:06.560860 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e55d1bd6-a257-4461-a77b-9f5a86c847a4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.565991 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-e55d1bd6-a257-4461-a77b-9f5a86c847a4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706772 May 17 17:21:06.568982 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48324) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:06.574226 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] For port 03ae1662-f312-4a10-9b5a-402da0d38304, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:06.574413 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-62c68158-f6c7-4cd2-b3c4-cbf3a9e845f4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'security_group_rule': {'security_group_id': '9d9e88dd-afc9-470c-8b97-9735795dc43a', 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:06.578545 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] For port 03ae1662-f312-4a10-9b5a-402da0d38304, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=03ae1662-f312-4a10-9b5a-402da0d38304,segment=NetworkSegment(6ea74510-fd47-4a5f-b15b-278ab201df46),segment_id=6ea74510-fd47-4a5f-b15b-278ab201df46)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:06.588427 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.613670 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.securitygroups_db [None req-62c68158-f6c7-4cd2-b3c4-cbf3a9e845f4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Project bb9cc24b3479427593f7173191b17a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:21:06.624572 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-62c68158-f6c7-4cd2-b3c4-cbf3a9e845f4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (229b2a20-9711-4a38-89d8-78e30b56d189), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.686570 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b65ace-b417-47c2-8b9a-38ee059ab153 None None] Pushing event updated for resources: {'Port': ['ID=03ae1662-f312-4a10-9b5a-402da0d38304,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:06.693766 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Routers {'c9757193-2233-459b-a83e-6b278739280b'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:06.694548 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:20:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['c9757193-2233-459b-a83e-6b278739280b'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:06.702736 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-62c68158-f6c7-4cd2-b3c4-cbf3a9e845f4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (229b2a20-9711-4a38-89d8-78e30b56d189), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.707361 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-62c68158-f6c7-4cd2-b3c4-cbf3a9e845f4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (229b2a20-9711-4a38-89d8-78e30b56d189), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.737209 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c68158-f6c7-4cd2-b3c4-cbf3a9e845f4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229b2a20-9711-4a38-89d8-78e30b56d189,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:06.747616 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-62c68158-f6c7-4cd2-b3c4-cbf3a9e845f4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.749116 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-62c68158-f6c7-4cd2-b3c4-cbf3a9e845f4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1789918 May 17 17:21:06.751860 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48332) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:06.758787 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-4c2adfbf-1337-4178-b725-f94b17ade4d9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'security_group_rule': {'security_group_id': '9d9e88dd-afc9-470c-8b97-9735795dc43a', 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:06.779322 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d807b-70fc-40bb-95aa-61958500a9ab req-fede5960-b93d-4006-9c9a-c6c16743db36 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:06.787155 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-240d807b-70fc-40bb-95aa-61958500a9ab req-fede5960-b93d-4006-9c9a-c6c16743db36 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 948 time: 0.0797341 May 17 17:21:06.787884 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.securitygroups_db [None req-4c2adfbf-1337-4178-b725-f94b17ade4d9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Project bb9cc24b3479427593f7173191b17a0e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:21:06.802991 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4c2adfbf-1337-4178-b725-f94b17ade4d9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (195bc555-989e-4933-b2b2-0ccebdf0cadb), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.836499 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] Set router c9757193-2233-459b-a83e-6b278739280b gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:06.887093 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650c717-4fa3-4e53-8d91-89067d4ea46e req-3488b304-94d6-42e9-9d44-102e3d576ee6 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:06.896125 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a650c717-4fa3-4e53-8d91-89067d4ea46e req-3488b304-94d6-42e9-9d44-102e3d576ee6 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1004438 May 17 17:21:06.899636 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4c2adfbf-1337-4178-b725-f94b17ade4d9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (195bc555-989e-4933-b2b2-0ccebdf0cadb), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.912136 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4c2adfbf-1337-4178-b725-f94b17ade4d9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (195bc555-989e-4933-b2b2-0ccebdf0cadb), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.933809 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-240d807b-70fc-40bb-95aa-61958500a9ab req-1c72228e-802b-4bd6-a82d-6e34711e8cf6 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456459 May 17 17:21:06.937797 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2adfbf-1337-4178-b725-f94b17ade4d9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195bc555-989e-4933-b2b2-0ccebdf0cadb,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:06.942477 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-d846e6a3-4a7b-4cf2-b324-bf3eb266e975 None None] Provisioning complete for port 03ae1662-f312-4a10-9b5a-402da0d38304 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:06.942855 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d846e6a3-4a7b-4cf2-b324-bf3eb266e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.954747 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4c2adfbf-1337-4178-b725-f94b17ade4d9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:06.959219 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-4c2adfbf-1337-4178-b725-f94b17ade4d9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2032435 May 17 17:21:06.962398 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b55fc7cb-3406-4014-9682-7d3d88999875 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:06.969265 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a650c717-4fa3-4e53-8d91-89067d4ea46e req-54b20047-262f-4adf-9b13-9c4d59c879d0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722420 May 17 17:21:07.228178 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port b55fc7cb-3406-4014-9682-7d3d88999875 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:07.228885 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:07.328850 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-d846e6a3-4a7b-4cf2-b324-bf3eb266e975 None None] Current status of the port 03ae1662-f312-4a10-9b5a-402da0d38304 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:07.329237 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d846e6a3-4a7b-4cf2-b324-bf3eb266e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:07.345257 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9757193-2233-459b-a83e-6b278739280b', 'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:58Z', 'updated_at': '2022-05-17T17:21:03Z', 'revision_number': 4, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'gw_port': {'id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:59Z', 'updated_at': '2022-05-17T17:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '03ae1662-f312-4a10-9b5a-402da0d38304', 'name': '', 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'mac_address': 'fa:16:3e:ef:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66b8aed5-28d0-46a2-8960-dfc596fe339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:02Z', 'updated_at': '2022-05-17T17:21:06Z', 'revision_number': 4, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'subnets': [{'id': '66b8aed5-28d0-46a2-8960-dfc596fe339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:07.390226 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce87fe-adf5-45b9-b609-7780b85b9d6c None None] The sync data for ids ['c9757193-2233-459b-a83e-6b278739280b'] in dv-cinder-842148-1-iscsi is: [{'id': 'c9757193-2233-459b-a83e-6b278739280b', 'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:58Z', 'updated_at': '2022-05-17T17:21:03Z', 'revision_number': 4, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'gw_port': {'id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:59Z', 'updated_at': '2022-05-17T17:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '03ae1662-f312-4a10-9b5a-402da0d38304', 'name': '', 'network_id': '8cc0d8ea-54a7-4549-9b81-ac361f434b2f', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'mac_address': 'fa:16:3e:ef:2b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '66b8aed5-28d0-46a2-8960-dfc596fe339d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:02Z', 'updated_at': '2022-05-17T17:21:06Z', 'revision_number': 4, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'subnets': [{'id': '66b8aed5-28d0-46a2-8960-dfc596fe339d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:07.441536 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-d846e6a3-4a7b-4cf2-b324-bf3eb266e975 None None] For port 03ae1662-f312-4a10-9b5a-402da0d38304, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=03ae1662-f312-4a10-9b5a-402da0d38304,segment=NetworkSegment(6ea74510-fd47-4a5f-b15b-278ab201df46),segment_id=6ea74510-fd47-4a5f-b15b-278ab201df46)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:07.450064 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d846e6a3-4a7b-4cf2-b324-bf3eb266e975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:07.504351 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port b55fc7cb-3406-4014-9682-7d3d88999875 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:07.545285 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d846e6a3-4a7b-4cf2-b324-bf3eb266e975 None None] Pushing event updated for resources: {'Port': ['ID=03ae1662-f312-4a10-9b5a-402da0d38304,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:07.597831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-96c34e04-8993-45c2-b8af-f195a6eac8ff None None] Provisioning complete for port 03ae1662-f312-4a10-9b5a-402da0d38304 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:07.598692 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-96c34e04-8993-45c2-b8af-f195a6eac8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:07.600346 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f7f848-7551-4df3-a0f2-0525f3634eb3 req-d5f67b3c-6522-4db3-8e2b-34b6bd85eab8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:07.602155 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b3f7f848-7551-4df3-a0f2-0525f3634eb3 req-d5f67b3c-6522-4db3-8e2b-34b6bd85eab8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1730340 May 17 17:21:07.639037 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe48320-9648-4f38-b057-2b93f35a1f44 req-ba8408ff-6c5b-4baf-b0d2-0a56edee83c0 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:07.642111 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fe48320-9648-4f38-b057-2b93f35a1f44 req-ba8408ff-6c5b-4baf-b0d2-0a56edee83c0 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 946 time: 0.1268427 May 17 17:21:07.704529 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-96c34e04-8993-45c2-b8af-f195a6eac8ff None None] Current status of the port 03ae1662-f312-4a10-9b5a-402da0d38304 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:07.717641 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b3f7f848-7551-4df3-a0f2-0525f3634eb3 req-1d68401e-4e33-4592-b5ad-dca43340fb60 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071289 May 17 17:21:07.736590 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fe48320-9648-4f38-b057-2b93f35a1f44 req-2574d791-f47e-4d51-9874-14a0529fe4ca tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788131 May 17 17:21:08.070237 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bdc05e-78ac-4440-b2ea-e265ba03d0cc req-58035c46-46ee-4520-82e7-aec9970d6702 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:08.071775 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-08bdc05e-78ac-4440-b2ea-e265ba03d0cc req-58035c46-46ee-4520-82e7-aec9970d6702 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 948 time: 0.0621989 May 17 17:21:08.122700 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a30cc6-0341-49ee-879e-aa482a2db8c2 req-c8578755-612e-4b9b-8493-274b715b2558 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:08.124223 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-85a30cc6-0341-49ee-879e-aa482a2db8c2 req-c8578755-612e-4b9b-8493-274b715b2558 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0751491 May 17 17:21:08.166137 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-08bdc05e-78ac-4440-b2ea-e265ba03d0cc req-67fc4e8c-c5f8-4483-a2fe-69578271aba6 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772357 May 17 17:21:08.195055 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-85a30cc6-0341-49ee-879e-aa482a2db8c2 req-9d092f8d-df19-40ee-b032-db9fb33132d9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629880 May 17 17:21:08.877798 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148366d9-ebbf-47f3-a21c-84a098109887 req-bcb50de0-014b-4402-b463-8a46f66bf6fe tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:08.879873 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-148366d9-ebbf-47f3-a21c-84a098109887 req-bcb50de0-014b-4402-b463-8a46f66bf6fe tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0925798 May 17 17:21:08.900948 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099a2fdc-bfb1-454c-8aec-8e3c18894c3a req-193301fb-5695-4aa8-83b6-31a027175075 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:08.903061 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-099a2fdc-bfb1-454c-8aec-8e3c18894c3a req-193301fb-5695-4aa8-83b6-31a027175075 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 946 time: 0.0773404 May 17 17:21:08.921135 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 03ae1662-f312-4a10-9b5a-402da0d38304 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:08.976813 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-148366d9-ebbf-47f3-a21c-84a098109887 req-b194592f-0fee-4b26-9b62-10614aa9b043 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889432 May 17 17:21:08.978202 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 03ae1662-f312-4a10-9b5a-402da0d38304 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:08.978576 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:08.984218 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-099a2fdc-bfb1-454c-8aec-8e3c18894c3a req-e7fd9997-9417-4233-a5f7-9c84d0d9bddb tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736217 May 17 17:21:09.062066 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 03ae1662-f312-4a10-9b5a-402da0d38304 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:09.292566 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050029d-29c7-412e-8a2f-90fa39722b4b req-e63645e8-faf5-4117-b1c0-295f8166130b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:09.294045 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9050029d-29c7-412e-8a2f-90fa39722b4b req-e63645e8-faf5-4117-b1c0-295f8166130b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 948 time: 0.0567014 May 17 17:21:09.347999 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642358cd-0d62-413d-8558-4cf5de472be6 req-072bff4e-bfea-4af6-9100-6ce4487d69a2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:09.349422 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-642358cd-0d62-413d-8558-4cf5de472be6 req-072bff4e-bfea-4af6-9100-6ce4487d69a2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0782192 May 17 17:21:09.391887 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9050029d-29c7-412e-8a2f-90fa39722b4b req-dee7f017-f5db-413f-bb77-430b4a4723e7 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819187 May 17 17:21:09.415322 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-642358cd-0d62-413d-8558-4cf5de472be6 req-e3fe260a-72c0-4263-a7ca-9bcbaccaf139 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600157 May 17 17:21:10.139508 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bff63d4-a5fa-4dbf-ae76-3366af75b9d4 req-3c83a810-a150-4b8e-b73d-e0215e615971 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:10.141379 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7bff63d4-a5fa-4dbf-ae76-3366af75b9d4 req-3c83a810-a150-4b8e-b73d-e0215e615971 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 946 time: 0.0800610 May 17 17:21:10.150172 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27110e41-3282-45fe-a204-34e504c9d5bd req-b7f0fb56-f314-49b2-926f-4b4f7a526dc0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:10.152166 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-27110e41-3282-45fe-a204-34e504c9d5bd req-b7f0fb56-f314-49b2-926f-4b4f7a526dc0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0809703 May 17 17:21:10.230497 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7bff63d4-a5fa-4dbf-ae76-3366af75b9d4 req-ab360b22-acde-4f0a-af31-5678a83d88e5 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773401 May 17 17:21:10.245029 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-27110e41-3282-45fe-a204-34e504c9d5bd req-9946f66f-1577-47b3-b7fe-1dd9fd68ccb0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855258 May 17 17:21:10.536656 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 505801a4-25b8-48d2-8c87-fdd235e6e3b2 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:21:10.553132 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a12a7b-570f-4b62-ab59-9c409f5e468e req-924a54e0-e3c2-4b9b-a2f0-fc48ccdfecc3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:10.554654 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-18a12a7b-570f-4b62-ab59-9c409f5e468e req-924a54e0-e3c2-4b9b-a2f0-fc48ccdfecc3 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 948 time: 0.0916443 May 17 17:21:10.566527 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5b8e3-9814-4f4e-bc80-3efbf1b390ee req-ef1361fe-9710-4d46-8514-b87d92f6f9f7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:10.568020 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-78e5b8e3-9814-4f4e-bc80-3efbf1b390ee req-ef1361fe-9710-4d46-8514-b87d92f6f9f7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0625017 May 17 17:21:10.638968 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 505801a4-25b8-48d2-8c87-fdd235e6e3b2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=505801a4-25b8-48d2-8c87-fdd235e6e3b2,segment=NetworkSegment(63b095bd-738d-4b1a-9fd0-6094f1c16c89),segment_id=63b095bd-738d-4b1a-9fd0-6094f1c16c89)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:10.641507 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-18a12a7b-570f-4b62-ab59-9c409f5e468e req-e043d01d-c37a-4df4-a3fe-1edd27f6b819 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725157 May 17 17:21:10.644984 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-78e5b8e3-9814-4f4e-bc80-3efbf1b390ee req-19514734-76af-4aa5-835f-42f4713dbe9e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696459 May 17 17:21:10.652611 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '505801a4-25b8-48d2-8c87-fdd235e6e3b2', 'network_id': 'e314dddc-ea63-4d2f-a598-3b6ee6d1f5ce', 'port_id': '505801a4-25b8-48d2-8c87-fdd235e6e3b2', 'mac_address': 'fa:16:3e:1e:98:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6ee8d6-7e83-408b-9935-a20e86f5621a', 'ip_address': '192.168.233.179'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:21:10.699536 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:10.699536 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:10.713232 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505801a4-25b8-48d2-8c87-fdd235e6e3b2 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:21:10.734688 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 505801a4-25b8-48d2-8c87-fdd235e6e3b2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=505801a4-25b8-48d2-8c87-fdd235e6e3b2,segment=NetworkSegment(63b095bd-738d-4b1a-9fd0-6094f1c16c89),segment_id=63b095bd-738d-4b1a-9fd0-6094f1c16c89)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:10.738296 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:10.787021 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=505801a4-25b8-48d2-8c87-fdd235e6e3b2,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:11.043365 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['505801a4-25b8-48d2-8c87-fdd235e6e3b2'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:21:11.396909 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd385dbe-0d29-4491-8f28-4e9707e509d1 req-a6dd8fce-ad59-45eb-a341-b4498a22e3f7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:11.398391 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dd385dbe-0d29-4491-8f28-4e9707e509d1 req-a6dd8fce-ad59-45eb-a341-b4498a22e3f7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 946 time: 0.0865271 May 17 17:21:11.410242 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090af85e-d7f2-436f-9650-c882681a525e req-a99f7d9c-1b5a-4008-9039-1732e2b240ec tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:11.411795 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-090af85e-d7f2-436f-9650-c882681a525e req-a99f7d9c-1b5a-4008-9039-1732e2b240ec tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0682483 May 17 17:21:11.483688 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dd385dbe-0d29-4491-8f28-4e9707e509d1 req-a0bc7cbb-24d8-4fcb-a940-7c8e02bca148 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708606 May 17 17:21:11.486975 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-090af85e-d7f2-436f-9650-c882681a525e req-37e8a781-3496-416e-ac44-284a0f9767f9 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675027 May 17 17:21:11.864677 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334de88-57bc-4fab-9368-0b455a710c99 req-bf656cc1-0332-45b6-8846-19769ff69c15 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:11.866556 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8334de88-57bc-4fab-9368-0b455a710c99 req-bf656cc1-0332-45b6-8846-19769ff69c15 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 949 time: 0.1488731 May 17 17:21:11.883369 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-1344c32c-161c-4948-bfc3-88fe8bb8b7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:11.885078 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-1344c32c-161c-4948-bfc3-88fe8bb8b7e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 1130 time: 0.1489379 May 17 17:21:11.908935 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd3d848-2c0e-4e75-af1a-af8f20751600 req-ff62184c-e262-4221-8dd1-4d78b00b59be tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:11.910459 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9dd3d848-2c0e-4e75-af1a-af8f20751600 req-ff62184c-e262-4221-8dd1-4d78b00b59be tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1053736 May 17 17:21:12.003660 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8334de88-57bc-4fab-9368-0b455a710c99 req-38399bc6-a9d0-4efb-8c48-5f4c5ac6fd23 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266258 May 17 17:21:12.033200 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ba7fbc0a-4782-4b21-8ead-674a9db2fa5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:12.066886 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9dd3d848-2c0e-4e75-af1a-af8f20751600 req-c031055f-a7b8-4fbd-a32a-931b12ff3832 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424553 May 17 17:21:12.090370 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-c406edc1-4d71-4b93-9019-9ffc6083690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:12.091825 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-c406edc1-4d71-4b93-9019-9ffc6083690b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 918 time: 0.1752636 May 17 17:21:12.175002 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-27ac8861-718e-497b-9f60-92ea09f0b14e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=902fa950-8eb3-4211-83e2-5564e49661d2 HTTP/1.1" status: 200 len: 1002 time: 0.0764935 May 17 17:21:12.247327 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-d6b690d2-31ff-48f8-82ee-6a65599f1039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:12.249244 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-d6b690d2-31ff-48f8-82ee-6a65599f1039 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.0676024 May 17 17:21:12.346191 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb4c69d-e6b7-40ef-8d6b-8643b2c2b7cb req-60e65a82-7faa-4b2e-8cc0-a17814d0dcae tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:12.347582 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ceb4c69d-e6b7-40ef-8d6b-8643b2c2b7cb req-60e65a82-7faa-4b2e-8cc0-a17814d0dcae tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0767391 May 17 17:21:12.368885 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef883ef-5d4a-4f0a-9e8f-f35d57322eac req-ed3f7f08-b9f8-4f99-81a8-84dc4ba4e4d9 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:12.370846 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fef883ef-5d4a-4f0a-9e8f-f35d57322eac req-ed3f7f08-b9f8-4f99-81a8-84dc4ba4e4d9 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 946 time: 0.0680015 May 17 17:21:12.429937 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ceb4c69d-e6b7-40ef-8d6b-8643b2c2b7cb req-8cf654c6-11f3-4b99-9730-f760d2d68bb5 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766497 May 17 17:21:12.445098 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fef883ef-5d4a-4f0a-9e8f-f35d57322eac req-0eb34ce1-c344-48bc-a002-b7e3e111c333 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680432 May 17 17:21:12.567685 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 505801a4-25b8-48d2-8c87-fdd235e6e3b2 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:12.612355 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:21:12.615982 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39afd2e2-aab7-4bd0-9142-4fe3e5b78ec0 req-9dfbe39b-2cc7-44b4-8d1f-fafcc4cdbdf3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:12.617514 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39afd2e2-aab7-4bd0-9142-4fe3e5b78ec0 req-9dfbe39b-2cc7-44b4-8d1f-fafcc4cdbdf3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0466177 May 17 17:21:12.618442 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:12.618819 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:12.672957 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39afd2e2-aab7-4bd0-9142-4fe3e5b78ec0 req-bd5e9bb0-9952-4b44-85b7-54d46ba3b008 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487416 May 17 17:21:12.697600 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:12.698026 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:12.725892 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268c0e72-d37c-451f-bd71-6aab5e60a456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505801a4-25b8-48d2-8c87-fdd235e6e3b2'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:12.730073 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28300182-1ec3-4bf1-bee8-41833276c98b" -d '{"events": [{"server_uuid": "268c0e72-d37c-451f-bd71-6aab5e60a456", "name": "network-vif-plugged", "status": "completed", "tag": "505801a4-25b8-48d2-8c87-fdd235e6e3b2"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:12.751144 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 505801a4-25b8-48d2-8c87-fdd235e6e3b2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=505801a4-25b8-48d2-8c87-fdd235e6e3b2,segment=NetworkSegment(63b095bd-738d-4b1a-9fd0-6094f1c16c89),segment_id=63b095bd-738d-4b1a-9fd0-6094f1c16c89)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:12.758459 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:12.783179 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc15d0e-ba2f-4b8d-8293-5db01c52777e x-openstack-request-id: req-7bc15d0e-ba2f-4b8d-8293-5db01c52777e {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:12.783472 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268c0e72-d37c-451f-bd71-6aab5e60a456", "name": "network-vif-plugged", "status": "completed", "tag": "505801a4-25b8-48d2-8c87-fdd235e6e3b2", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:12.783724 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7bc15d0e-ba2f-4b8d-8293-5db01c52777e {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:12.784112 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bc15d0e-ba2f-4b8d-8293-5db01c52777e'] response: {'server_uuid': '268c0e72-d37c-451f-bd71-6aab5e60a456', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505801a4-25b8-48d2-8c87-fdd235e6e3b2', 'code': 200} May 17 17:21:12.811109 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=505801a4-25b8-48d2-8c87-fdd235e6e3b2,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:13.150965 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1911074-25cc-4ea1-80f6-39db9a6d9272 req-144ee2ec-b3b8-4d24-9fde-c63f0987cf66 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:13.152981 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b1911074-25cc-4ea1-80f6-39db9a6d9272 req-144ee2ec-b3b8-4d24-9fde-c63f0987cf66 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 950 time: 0.0592470 May 17 17:21:13.210025 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00694326-4e87-4d93-8b73-768de383d6d3 req-17231a94-7a9b-4ef7-9949-c83978a3ab91 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:13.211732 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-00694326-4e87-4d93-8b73-768de383d6d3 req-17231a94-7a9b-4ef7-9949-c83978a3ab91 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0675838 May 17 17:21:13.250634 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b1911074-25cc-4ea1-80f6-39db9a6d9272 req-5fc43bc9-2de7-4c09-9262-dc6cf915b135 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896139 May 17 17:21:13.282460 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-00694326-4e87-4d93-8b73-768de383d6d3 req-b3cac02a-91bf-4ad0-adf2-70d055da6418 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635967 May 17 17:21:13.579240 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda1cc5-6f37-4c4c-91b6-06a458052b9d req-219389f6-37e7-4ecf-a938-dbe4587813be tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:13.580749 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9bda1cc5-6f37-4c4c-91b6-06a458052b9d req-219389f6-37e7-4ecf-a938-dbe4587813be tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0774570 May 17 17:21:13.633170 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1ebaf-5580-4971-8d3e-3bc2431b904b req-f15d174b-da61-4550-9b88-8cce30f8e13e tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:13.634653 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-42b1ebaf-5580-4971-8d3e-3bc2431b904b req-f15d174b-da61-4550-9b88-8cce30f8e13e tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 946 time: 0.0982370 May 17 17:21:13.705779 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-ee9619e2-3fe1-4952-9843-45837fb60a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:13.707268 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-ee9619e2-3fe1-4952-9843-45837fb60a27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0989163 May 17 17:21:13.718077 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9bda1cc5-6f37-4c4c-91b6-06a458052b9d req-6b63657a-13c2-4baf-8ef7-2d34c6b0d84c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315413 May 17 17:21:13.739604 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-42b1ebaf-5580-4971-8d3e-3bc2431b904b req-51cab57f-ac3f-46b1-8588-ee1b11c21c68 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858738 May 17 17:21:13.780805 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:13.828778 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c2028-3923-46a4-9b0d-0ecdbfc74d0f req-d9d2f845-b810-41d5-8a77-229b00ce6234 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:13.830690 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-014c2028-3923-46a4-9b0d-0ecdbfc74d0f req-d9d2f845-b810-41d5-8a77-229b00ce6234 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0555596 May 17 17:21:13.946232 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-014c2028-3923-46a4-9b0d-0ecdbfc74d0f req-880f059d-89b8-4624-8fe5-0bfda96cdf05 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049626 May 17 17:21:13.981885 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-66da4328-9388-4f73-9ab8-c7e05b477087 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498899 May 17 17:21:14.012622 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152756a-8709-43ec-b12f-e291c152b4ea req-5f3062c4-d6a7-40ae-9596-185aac821f58 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:14.014238 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f152756a-8709-43ec-b12f-e291c152b4ea req-5f3062c4-d6a7-40ae-9596-185aac821f58 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 946 time: 0.1083415 May 17 17:21:14.112634 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89461588-febe-4ad2-a3e1-228d6af7400f req-d9c16173-a941-4ff3-99a7-fabfdb2e5c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:14.114231 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-89461588-febe-4ad2-a3e1-228d6af7400f req-d9c16173-a941-4ff3-99a7-fabfdb2e5c7f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 1134 time: 0.1021762 May 17 17:21:14.148619 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-f152756a-8709-43ec-b12f-e291c152b4ea req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Deleting port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:14.148966 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-f152756a-8709-43ec-b12f-e291c152b4ea req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:14.248392 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-f152756a-8709-43ec-b12f-e291c152b4ea req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] For port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:14.249288 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-f152756a-8709-43ec-b12f-e291c152b4ea req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:14.265587 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-f152756a-8709-43ec-b12f-e291c152b4ea req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Calling delete_port for f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:14.374282 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-05929c07-3d49-4574-aec3-bf067f513a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:14.444237 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df1a863b-499c-4866-acc7-8dc97fbcb820 req-833799d8-1f3e-4bb7-b6c2-f3b93bb51946 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240611 May 17 17:21:14.447712 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-f152756a-8709-43ec-b12f-e291c152b4ea req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:14.467628 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:21:14.487932 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-89461588-febe-4ad2-a3e1-228d6af7400f req-b7d5f59c-877a-450e-b998-99561c901568 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620353 May 17 17:21:14.492260 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Pushing event deleted for resources: {'Port': ['ID=f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:14.505786 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.506104 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.506517 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.506936 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.507339 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.507763 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.508226 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.512752 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.512752 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.512752 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.512752 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.512752 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.512752 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.512752 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.512752 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:14.516441 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98836fea-a26e-4a12-82f0-3451032a5f23 req-abb2b9b4-3ce5-4642-9266-b15cf4e28bc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:14.516441 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-98836fea-a26e-4a12-82f0-3451032a5f23 req-abb2b9b4-3ce5-4642-9266-b15cf4e28bc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0991387 May 17 17:21:14.520384 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a1f9e-705e-4c7e-88d6-87b258e917ed req-2ea4c06d-8c7d-4f90-8a8c-847104041152 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:14.521852 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d73a1f9e-705e-4c7e-88d6-87b258e917ed req-2ea4c06d-8c7d-4f90-8a8c-847104041152 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 950 time: 0.1094396 May 17 17:21:14.603521 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-98836fea-a26e-4a12-82f0-3451032a5f23 req-db7f2a85-c5a3-40dd-a0d6-7ce43d658fc1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806839 May 17 17:21:14.607788 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d73a1f9e-705e-4c7e-88d6-87b258e917ed req-ecdac4ba-9d7c-4932-b259-2ae29a93fc9e tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782244 May 17 17:21:14.804138 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-f152756a-8709-43ec-b12f-e291c152b4ea req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] No DVR routers for this DVR port f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:21:14.807440 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-f152756a-8709-43ec-b12f-e291c152b4ea req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:14.810898 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f152756a-8709-43ec-b12f-e291c152b4ea req-d97bd65b-9fa6-40c2-ab0b-9804d384d054 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.36 "DELETE /v2.0/ports/f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e HTTP/1.1" status: 204 len: 173 time: 0.7839315 May 17 17:21:14.811416 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf597edc-ab3e-418f-a38c-bc4db1ae8719', 'name': 'network-vif-deleted', 'tag': 'f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:14.813719 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3811d55c-3983-41e3-8c1a-c07107e160f8" -d '{"events": [{"server_uuid": "bf597edc-ab3e-418f-a38c-bc4db1ae8719", "name": "network-vif-deleted", "tag": "f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:14.858208 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-99ac082f-67a1-4a38-a802-3e199d836adc req-00f5517f-4764-42d5-9936-39ccd3ff663e tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 210 time: 0.0337930 May 17 17:21:14.866985 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b4a47-f7f0-4101-be03-d55239821b17 req-d98aaac5-62d9-4d7b-81f3-ebc71fd537e5 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:14.868632 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cd2b4a47-f7f0-4101-be03-d55239821b17 req-d98aaac5-62d9-4d7b-81f3-ebc71fd537e5 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0741019 May 17 17:21:14.904757 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5acba9df-3ee2-46f1-a26d-9a11a3d3a4be x-openstack-request-id: req-5acba9df-3ee2-46f1-a26d-9a11a3d3a4be {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:14.905085 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf597edc-ab3e-418f-a38c-bc4db1ae8719", "name": "network-vif-deleted", "tag": "f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:14.905349 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5acba9df-3ee2-46f1-a26d-9a11a3d3a4be {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:14.905755 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5acba9df-3ee2-46f1-a26d-9a11a3d3a4be'] response: {'server_uuid': 'bf597edc-ab3e-418f-a38c-bc4db1ae8719', 'name': 'network-vif-deleted', 'tag': 'f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e', 'status': 'completed', 'code': 200} May 17 17:21:14.919527 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cd2b4a47-f7f0-4101-be03-d55239821b17 req-436596a9-7241-47fa-a1c4-712a8a3bc0e7 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446720 May 17 17:21:15.099660 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2288a4f0-f05a-479b-b017-c356b2df51cd req-1be1d270-7f81-49f3-acd8-477fbd924b08 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:15.101380 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2288a4f0-f05a-479b-b017-c356b2df51cd req-1be1d270-7f81-49f3-acd8-477fbd924b08 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0716662 May 17 17:21:15.153361 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2288a4f0-f05a-479b-b017-c356b2df51cd req-d1595697-3360-4764-8a74-5fa80ef140ff tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 May 17 17:21:15.238540 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48566) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:15.349135 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fdeb03c1-d457-4a70-a3c0-35caa3cdb0e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:15.423708 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fdeb03c1-d457-4a70-a3c0-35caa3cdb0e5 admin admin] Publish callbacks [] for security_group (7811d835-6431-4459-bce2-c171c8616595), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:15.427663 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fdeb03c1-d457-4a70-a3c0-35caa3cdb0e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7811d835-6431-4459-bce2-c171c8616595), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:15.469012 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb03c1-d457-4a70-a3c0-35caa3cdb0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7811d835-6431-4459-bce2-c171c8616595,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:15.472977 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-fdeb03c1-d457-4a70-a3c0-35caa3cdb0e5 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=526ccd68d854481394dc373589e01ba9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2334230 May 17 17:21:15.475997 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48570) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:15.525267 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6e78a961-a0a2-4164-8476-3485ce6f8b11 admin admin] Publish callbacks [] for security_group (7811d835-6431-4459-bce2-c171c8616595), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:15.545890 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:15.549328 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6e78a961-a0a2-4164-8476-3485ce6f8b11 admin admin] Publish callbacks [] for security_group (7811d835-6431-4459-bce2-c171c8616595), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:15.603427 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6e78a961-a0a2-4164-8476-3485ce6f8b11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7811d835-6431-4459-bce2-c171c8616595), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:15.606659 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6e78a961-a0a2-4164-8476-3485ce6f8b11 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:15.610237 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6e78a961-a0a2-4164-8476-3485ce6f8b11 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7811d835-6431-4459-bce2-c171c8616595 HTTP/1.1" status: 204 len: 168 time: 0.1308703 May 17 17:21:15.616574 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e78a961-a0a2-4164-8476-3485ce6f8b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7811d835-6431-4459-bce2-c171c8616595,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:15.788438 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ddda4-ccae-4cc4-8caa-4319222ffa5c req-4ab471e3-98a4-4481-9ba1-af8ecce2e30c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:15.790467 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-586ddda4-ccae-4cc4-8caa-4319222ffa5c req-4ab471e3-98a4-4481-9ba1-af8ecce2e30c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0882719 May 17 17:21:15.803840 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369b442-8b81-49f7-acdc-398c97d9de10 req-5e4a54cb-225f-4a03-b611-4cf47041eb1d tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:15.805510 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3369b442-8b81-49f7-acdc-398c97d9de10 req-5e4a54cb-225f-4a03-b611-4cf47041eb1d tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 950 time: 0.0851679 May 17 17:21:15.892727 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-586ddda4-ccae-4cc4-8caa-4319222ffa5c req-dd498033-0b0c-4e3d-9e6b-a695056c0b2d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859950 May 17 17:21:15.896545 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3369b442-8b81-49f7-acdc-398c97d9de10 req-d6b606c0-b6ea-4904-91e9-4aefbc3a5946 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828724 May 17 17:21:16.024362 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b0e9869e-ae03-47ba-ba67-084d37e04fd0 req-b189ba6d-e960-4076-afaf-f2abf4c861ca tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 210 time: 0.0395935 May 17 17:21:16.062141 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d8e2c-cc4c-4be6-bae4-0b585afc06e0 req-e454cf9c-bb5c-4934-91d9-d0f208da66bb tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:16.063862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-311d8e2c-cc4c-4be6-bae4-0b585afc06e0 req-e454cf9c-bb5c-4934-91d9-d0f208da66bb tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0684936 May 17 17:21:16.117998 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-311d8e2c-cc4c-4be6-bae4-0b585afc06e0 req-1cb1506e-cff1-4ead-ae12-2e98b8342140 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474946 May 17 17:21:16.270555 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c12e74-6b0c-43e3-845b-92bf53350e7b req-bca7585d-1778-45fd-86d9-b6317afb4b9a tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:16.272058 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81c12e74-6b0c-43e3-845b-92bf53350e7b req-bca7585d-1778-45fd-86d9-b6317afb4b9a tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0482936 May 17 17:21:16.328652 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81c12e74-6b0c-43e3-845b-92bf53350e7b req-08027b1d-c833-4c86-856f-79e4e90aaaea tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477860 May 17 17:21:16.570349 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:16.590880 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:16.591238 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f7a47d8c-9fa8-4527-a6b3-ec75e9691d0e not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:17.054257 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a17c8e-b977-4993-978c-c240336b6b94 req-fe2b7c43-698f-4c68-9280-862e3f86c969 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:17.055789 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f0a17c8e-b977-4993-978c-c240336b6b94 req-fe2b7c43-698f-4c68-9280-862e3f86c969 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0811093 May 17 17:21:17.060463 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:17.065118 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225195c6-72ef-4e7f-89a5-35fe55c38b90 req-b53de039-66fa-4908-8aa5-60011eefd475 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:17.066622 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-225195c6-72ef-4e7f-89a5-35fe55c38b90 req-b53de039-66fa-4908-8aa5-60011eefd475 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 950 time: 0.0812235 May 17 17:21:17.150148 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f0a17c8e-b977-4993-978c-c240336b6b94 req-905dfc39-e153-402f-84a0-40deaa76fc57 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824885 May 17 17:21:17.153529 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-225195c6-72ef-4e7f-89a5-35fe55c38b90 req-32476fbc-597c-4f28-846f-73bc5daaa082 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800273 May 17 17:21:17.285484 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d327ef27-074d-4275-ad0e-5f3dbea3486d req-e690c6e4-d283-4e7d-8b4b-9ada092b3906 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bf597edc-ab3e-418f-a38c-bc4db1ae8719 HTTP/1.1" status: 200 len: 210 time: 0.0425406 May 17 17:21:17.309491 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c4fa8-9a12-41a5-bcdf-7f0e66eab973 req-80c252b4-845d-42b6-8f17-f5f3e49fae0c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:17.311189 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f90c4fa8-9a12-41a5-bcdf-7f0e66eab973 req-80c252b4-845d-42b6-8f17-f5f3e49fae0c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0777268 May 17 17:21:17.367010 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f90c4fa8-9a12-41a5-bcdf-7f0e66eab973 req-56b95c25-948e-4b11-bd3a-c143d3ed138f tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492957 May 17 17:21:17.477043 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae237f3e-4d67-4463-80da-df93d85ee1c1 req-baac6c2c-7d24-44f7-89c2-3e85951cdb53 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:17.478541 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae237f3e-4d67-4463-80da-df93d85ee1c1 req-baac6c2c-7d24-44f7-89c2-3e85951cdb53 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0509930 May 17 17:21:17.539923 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7187a01a-8ccc-413f-95f4-3784e6d5cc2e req-900463fb-0b0a-434e-94fb-6abdec1ca4ab tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:17.541508 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7187a01a-8ccc-413f-95f4-3784e6d5cc2e req-900463fb-0b0a-434e-94fb-6abdec1ca4ab tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 950 time: 0.0614421 May 17 17:21:17.580353 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae237f3e-4d67-4463-80da-df93d85ee1c1 req-27c8b82a-01c3-4700-9cf5-a1c6ebd936b6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920067 May 17 17:21:17.602144 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7187a01a-8ccc-413f-95f4-3784e6d5cc2e req-f95b3039-b0b5-40eb-89f1-dfbc21cf8b7c tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540593 May 17 17:21:18.270157 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:18.283395 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a23dea4-341c-4efa-81ce-0d719065da99 req-0e9ccb16-5a48-4364-a5c3-335cbe4cbac7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:18.284053 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a23dea4-341c-4efa-81ce-0d719065da99 req-0e9ccb16-5a48-4364-a5c3-335cbe4cbac7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0545256 May 17 17:21:18.333970 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a23dea4-341c-4efa-81ce-0d719065da99 req-dfa82e2e-5b8b-486b-b200-1b3875177888 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443087 May 17 17:21:18.495798 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4369f29-31e6-44a9-b749-f3208ac3aa9f req-c34d40e3-61a2-44f6-970f-193e60a4b7a6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:18.497354 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a4369f29-31e6-44a9-b749-f3208ac3aa9f req-c34d40e3-61a2-44f6-970f-193e60a4b7a6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0626423 May 17 17:21:18.554732 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a4369f29-31e6-44a9-b749-f3208ac3aa9f req-3da862f4-508f-467e-b719-328ae531a9dc tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520246 May 17 17:21:18.646193 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645122-2897-4074-a452-d1d58a7b9675 req-15bbf8c1-772a-470d-b079-5a46cc62cd8f tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:18.647689 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-15bbf8c1-772a-470d-b079-5a46cc62cd8f tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/networks?id=11f8b9e8-e18e-4339-b460-464006d737b6 HTTP/1.1" status: 200 len: 808 time: 0.1094029 May 17 17:21:18.673079 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-8a9175b0-940c-4f67-82ca-2818b6519f65 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/quotas/4668bdeed45c4975bcb9e770582cc9fc HTTP/1.1" status: 200 len: 375 time: 0.0188351 May 17 17:21:18.725107 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-95bc4709-6dc8-43bc-be46-d2c7be2c0b1b tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=4668bdeed45c4975bcb9e770582cc9fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317211 May 17 17:21:18.734507 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d43749-86f3-4bd0-ab85-29c8b03065cf req-742974f1-a8e7-4c91-a99f-38f1057f4973 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:18.736042 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e3d43749-86f3-4bd0-ab85-29c8b03065cf req-742974f1-a8e7-4c91-a99f-38f1057f4973 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0831776 May 17 17:21:18.844223 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e3d43749-86f3-4bd0-ab85-29c8b03065cf req-fdaa4cf1-7476-489b-8ac3-8b54b4ffcd94 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874772 May 17 17:21:18.864421 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-52c4f1cf-4fb2-427f-b148-bb4588d29daf service neutron] 10.222.0.81 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270578 May 17 17:21:18.983859 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5304ac2c-55d4-4c57-ab49-05d72b134908 req-de8fc65f-e6f0-4efa-9e97-70168bd22727 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:18.985523 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5304ac2c-55d4-4c57-ab49-05d72b134908 req-de8fc65f-e6f0-4efa-9e97-70168bd22727 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 950 time: 0.0828624 May 17 17:21:19.002557 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-0ec1efc6-7d0f-44fd-83cd-6818018b9def service neutron] 10.222.0.81 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313679 May 17 17:21:19.040018 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5304ac2c-55d4-4c57-ab49-05d72b134908 req-a01ec97a-052d-46c0-8da8-fca9d4e5b197 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/security-groups?id=127de6f8-6f88-47a9-92a2-51babee1aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490413 May 17 17:21:19.174263 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b47ba740-5b90-4739-8c3d-d7c1dfe3adce req-7635dbe0-b653-4528-8c2a-56de17c3a6f2 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 210 time: 0.0326819 May 17 17:21:19.273143 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-f743bf90-7882-47ca-805c-489332515596 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:19.274633 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-f743bf90-7882-47ca-805c-489332515596 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.36 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 950 time: 0.0493960 May 17 17:21:19.369211 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Deleting port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:19.369570 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:19.464957 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] For port 505801a4-25b8-48d2-8c87-fdd235e6e3b2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=505801a4-25b8-48d2-8c87-fdd235e6e3b2,segment=NetworkSegment(63b095bd-738d-4b1a-9fd0-6094f1c16c89),segment_id=63b095bd-738d-4b1a-9fd0-6094f1c16c89)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:19.465333 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:19.484455 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Calling delete_port for 505801a4-25b8-48d2-8c87-fdd235e6e3b2 owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:19.504707 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ce32a-5acb-441a-b0b6-2cbe50571f12 req-5674abf2-d42e-4cad-8f9c-152d13735ca7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:19.506317 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0e3ce32a-5acb-441a-b0b6-2cbe50571f12 req-5674abf2-d42e-4cad-8f9c-152d13735ca7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0523918 May 17 17:21:19.573430 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0e3ce32a-5acb-441a-b0b6-2cbe50571f12 req-0cf2689e-fc5a-41e3-8a55-3da3b4a9cbb9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601337 May 17 17:21:19.638519 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (505801a4-25b8-48d2-8c87-fdd235e6e3b2), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:19.652331 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['505801a4-25b8-48d2-8c87-fdd235e6e3b2'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:21:19.669462 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Pushing event deleted for resources: {'Port': ['ID=505801a4-25b8-48d2-8c87-fdd235e6e3b2,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:19.715803 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cc3ffb-94d3-4baa-ae8d-c61ea18ca4b0 req-39628dd6-29ea-43d8-917a-2c30ceb7c1f2 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:19.724825 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-54cc3ffb-94d3-4baa-ae8d-c61ea18ca4b0 req-39628dd6-29ea-43d8-917a-2c30ceb7c1f2 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0934353 May 17 17:21:19.754953 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] No DVR routers for this DVR port 505801a4-25b8-48d2-8c87-fdd235e6e3b2 on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:21:19.757530 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:19.761748 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ecad8bdb-5787-4a72-a0c6-a1fa84f3332b req-9de33b76-cb70-49ec-b824-0a7f8e20278b tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.36 "DELETE /v2.0/ports/505801a4-25b8-48d2-8c87-fdd235e6e3b2 HTTP/1.1" status: 204 len: 173 time: 0.4769681 May 17 17:21:19.762260 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268c0e72-d37c-451f-bd71-6aab5e60a456', 'name': 'network-vif-deleted', 'tag': '505801a4-25b8-48d2-8c87-fdd235e6e3b2'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:19.764744 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13ac97c-21ed-4c25-ad81-fa11167ca5bd" -d '{"events": [{"server_uuid": "268c0e72-d37c-451f-bd71-6aab5e60a456", "name": "network-vif-deleted", "tag": "505801a4-25b8-48d2-8c87-fdd235e6e3b2"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:19.785904 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-54cc3ffb-94d3-4baa-ae8d-c61ea18ca4b0 req-9c772eb4-3b9f-4f14-89e7-283c69ed059f tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600777 May 17 17:21:19.814043 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902ee2f2-e8d7-4a3b-81f0-857c0e6849b5 x-openstack-request-id: req-902ee2f2-e8d7-4a3b-81f0-857c0e6849b5 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:19.814291 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268c0e72-d37c-451f-bd71-6aab5e60a456", "name": "network-vif-deleted", "tag": "505801a4-25b8-48d2-8c87-fdd235e6e3b2", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:19.814775 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-902ee2f2-e8d7-4a3b-81f0-857c0e6849b5 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:19.814968 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902ee2f2-e8d7-4a3b-81f0-857c0e6849b5'] response: {'server_uuid': '268c0e72-d37c-451f-bd71-6aab5e60a456', 'name': 'network-vif-deleted', 'tag': '505801a4-25b8-48d2-8c87-fdd235e6e3b2', 'status': 'completed', 'code': 200} May 17 17:21:19.964042 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50bcc3c-3b92-40ac-ac61-318f21aaaacf req-95ec81f1-967b-4726-b6bd-b2c7a543f4a6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:19.965580 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d50bcc3c-3b92-40ac-ac61-318f21aaaacf req-95ec81f1-967b-4726-b6bd-b2c7a543f4a6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0484633 May 17 17:21:20.012906 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d50bcc3c-3b92-40ac-ac61-318f21aaaacf req-aa6fe858-8620-40e0-883a-800175aab562 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415845 May 17 17:21:20.153105 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e0e616db-0546-4dc0-8ff5-c56e3aa9248d req-6fc3a9f6-6af3-4058-992e-53698a6b9092 tempest-VolumesNegativeTest-1060349398 tempest-VolumesNegativeTest-1060349398-project] 10.222.0.81 "GET /v2.0/ports?device_id=268c0e72-d37c-451f-bd71-6aab5e60a456 HTTP/1.1" status: 200 len: 210 time: 0.0338144 May 17 17:21:20.272031 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6fa36ed5-d426-48cf-8773-2bef6c84d911 req-42e5addf-bdf7-437b-a84f-24a91994cb7c tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 210 time: 0.0314410 May 17 17:21:20.590198 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 902fa950-8eb3-4211-83e2-5564e49661d2 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:21:20.593157 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645122-2897-4074-a452-d1d58a7b9675 req-327e131f-cac3-4170-ac55-8d68a6725d92 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:20.594882 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-327e131f-cac3-4170-ac55-8d68a6725d92 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.36 "GET /v2.0/networks?id=11f8b9e8-e18e-4339-b460-464006d737b6 HTTP/1.1" status: 200 len: 808 time: 0.1143067 May 17 17:21:20.610022 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Request body: {'port': {'device_id': 'bfff1fa8-edc2-4d90-b79b-b2319e2b08f5', 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6', 'admin_state_up': True, 'tenant_id': '4668bdeed45c4975bcb9e770582cc9fc'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:20.720725 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:20.734363 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '902fa950-8eb3-4211-83e2-5564e49661d2', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'port_id': '902fa950-8eb3-4211-83e2-5564e49661d2', 'mac_address': 'fa:16:3e:2e:d6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:21:20.739926 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad73f0-3482-49c8-b7f3-1d9cc20427ca req-621a5160-a5aa-4ab7-8119-844a4fe22542 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:20.741422 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3ad73f0-3482-49c8-b7f3-1d9cc20427ca req-621a5160-a5aa-4ab7-8119-844a4fe22542 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0627108 May 17 17:21:20.771730 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 902fa950-8eb3-4211-83e2-5564e49661d2 is: ACTIVE; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:20.772126 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:20.781881 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Made reservation on behalf of 4668bdeed45c4975bcb9e770582cc9fc for: {'port': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:21:20.785397 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:20.793304 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 902fa950-8eb3-4211-83e2-5564e49661d2 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:21:20.800812 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3ad73f0-3482-49c8-b7f3-1d9cc20427ca req-3240943b-6ec2-489e-a012-77854ac9400c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529976 May 17 17:21:20.822625 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:20.828123 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:20.892075 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=6']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:20.935994 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Allocated IP 172.20.0.2 (11f8b9e8-e18e-4339-b460-464006d737b6/763d01a8-9684-48de-b8cf-6b492717119f/f346faec-95ef-4758-ba81-5f01a93828f4) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:20.943279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b7133e-607e-4ea1-8856-d4748efee504 req-3da14acf-7323-4822-92cf-ba1bd84901c3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:20.944803 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-01b7133e-607e-4ea1-8856-d4748efee504 req-3da14acf-7323-4822-92cf-ba1bd84901c3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0475602 May 17 17:21:20.956176 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['902fa950-8eb3-4211-83e2-5564e49661d2'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:21:20.993449 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-01b7133e-607e-4ea1-8856-d4748efee504 req-63c412c1-7767-4f1b-bc3a-6c90e9a5e301 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 May 17 17:21:21.108742 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks [] for port (f346faec-95ef-4758-ba81-5f01a93828f4), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.128385 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824d016-d458-47d0-ba0f-c555fd5777de req-b0cbf469-76c7-45a4-8304-c17ccdfd42cc tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:21.129862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e824d016-d458-47d0-ba0f-c555fd5777de req-b0cbf469-76c7-45a4-8304-c17ccdfd42cc tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0502660 May 17 17:21:21.140671 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.186561 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Network 11f8b9e8-e18e-4339-b460-464006d737b6 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:21.189309 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e824d016-d458-47d0-ba0f-c555fd5777de req-ddc31647-bef5-43d5-9318-ef760c8faaa4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532658 May 17 17:21:21.189923 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:21.193844 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:21.232393 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Pushing event updated for resources: {'Port': ['ID=f346faec-95ef-4758-ba81-5f01a93828f4,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:21.251342 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:21.251894 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.268427 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-4a56b6cc-4ef2-4e9f-85e7-f04501a634b7 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6626284 May 17 17:21:21.286213 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Request body: {'port': {'device_id': 'bfff1fa8-edc2-4d90-b79b-b2319e2b08f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:21.347804 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.403386 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ebb2a-c3aa-4d39-8828-90dff6ce0a0c req-eff0a56b-74ec-4e27-8fbc-3f4dc1393d86 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:21.405259 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f7ebb2a-c3aa-4d39-8828-90dff6ce0a0c req-eff0a56b-74ec-4e27-8fbc-3f4dc1393d86 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 931 time: 0.0483165 May 17 17:21:21.456960 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f7ebb2a-c3aa-4d39-8828-90dff6ce0a0c req-0bf53c95-3014-4bd9-8a24-788a270f369b tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440545 May 17 17:21:21.644424 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f346faec-95ef-4758-ba81-5f01a93828f4 {{(pid=103826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:21:21.652269 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Publish callbacks [] for port (f346faec-95ef-4758-ba81-5f01a93828f4), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.668276 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.provisioning_blocks [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Transition to ACTIVE for port object f346faec-95ef-4758-ba81-5f01a93828f4 will not be triggered until provisioned by entity L2. {{(pid=103826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:21:21.672561 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.726303 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Pushing event updated for resources: {'Port': ['ID=f346faec-95ef-4758-ba81-5f01a93828f4,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:21.800307 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Attempting to bind port f346faec-95ef-4758-ba81-5f01a93828f4 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:21.800682 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Attempting to bind port f346faec-95ef-4758-ba81-5f01a93828f4 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '6ea2e8bc-06eb-491a-bfcc-79868d9c701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6'}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:21.801014 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Attempting to bind port f346faec-95ef-4758-ba81-5f01a93828f4 on network 11f8b9e8-e18e-4339-b460-464006d737b6 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:21.805377 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Port f346faec-95ef-4758-ba81-5f01a93828f4 on network 11f8b9e8-e18e-4339-b460-464006d737b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:21:21.805757 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Attempting to bind port f346faec-95ef-4758-ba81-5f01a93828f4 on network 11f8b9e8-e18e-4339-b460-464006d737b6 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:21.811698 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:21.812043 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Checking segment: {'id': '6ea2e8bc-06eb-491a-bfcc-79868d9c701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:21.812473 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Bound using segment: {'id': '6ea2e8bc-06eb-491a-bfcc-79868d9c701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6'} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:21.812901 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Bound port: f346faec-95ef-4758-ba81-5f01a93828f4, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea2e8bc-06eb-491a-bfcc-79868d9c701d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6'}}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:21.813257 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.878068 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] For port f346faec-95ef-4758-ba81-5f01a93828f4, host hv-cinder-84214, cleared binding levels {{(pid=103826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:21.883015 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] For port f346faec-95ef-4758-ba81-5f01a93828f4, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f346faec-95ef-4758-ba81-5f01a93828f4,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:21.889985 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.926726 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:21.927368 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:21.928807 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] 10.222.0.36 "PUT /v2.0/ports/f346faec-95ef-4758-ba81-5f01a93828f4 HTTP/1.1" status: 200 len: 1093 time: 0.6469259 May 17 17:21:21.931218 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfff1fa8-edc2-4d90-b79b-b2319e2b08f5', 'tag': 'f346faec-95ef-4758-ba81-5f01a93828f4'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:21.934779 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39f055e-2db0-468e-9ea5-ba2212f5abda" -d '{"events": [{"name": "network-changed", "server_uuid": "bfff1fa8-edc2-4d90-b79b-b2319e2b08f5", "tag": "f346faec-95ef-4758-ba81-5f01a93828f4"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:21.974423 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c1c0c-aba7-40e9-84f5-02cc11b4fa0f service neutron] Pushing event updated for resources: {'Port': ['ID=f346faec-95ef-4758-ba81-5f01a93828f4,revision_number=3']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:21.997498 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe63eff-4dc5-4ff1-b0e0-827dd1762f9e x-openstack-request-id: req-9fe63eff-4dc5-4ff1-b0e0-827dd1762f9e {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:21.997872 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfff1fa8-edc2-4d90-b79b-b2319e2b08f5", "tag": "f346faec-95ef-4758-ba81-5f01a93828f4", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:21.998072 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9fe63eff-4dc5-4ff1-b0e0-827dd1762f9e {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:21.998479 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fe63eff-4dc5-4ff1-b0e0-827dd1762f9e'] response: {'name': 'network-changed', 'server_uuid': 'bfff1fa8-edc2-4d90-b79b-b2319e2b08f5', 'tag': 'f346faec-95ef-4758-ba81-5f01a93828f4', 'status': 'completed', 'code': 200} May 17 17:21:22.003773 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c86d949-96f5-477d-bb0e-0a284c04ba56 req-df7af36e-cba3-4dc6-b7ca-4585dcc0b53d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:22.005867 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c86d949-96f5-477d-bb0e-0a284c04ba56 req-df7af36e-cba3-4dc6-b7ca-4585dcc0b53d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 945 time: 0.0908616 May 17 17:21:22.044428 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645122-2897-4074-a452-d1d58a7b9675 req-9a39db0a-afa8-4573-9153-1318b3b3f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:22.046038 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-9a39db0a-afa8-4573-9153-1318b3b3f137 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4668bdeed45c4975bcb9e770582cc9fc&device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 1127 time: 0.0641005 May 17 17:21:22.074926 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c86d949-96f5-477d-bb0e-0a284c04ba56 req-81c21dce-11d4-4b5b-bee6-74d02e118306 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559573 May 17 17:21:22.112649 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-88854f59-2155-40e9-b642-cddb062fbab3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f346faec-95ef-4758-ba81-5f01a93828f4 HTTP/1.1" status: 200 len: 217 time: 0.0561104 May 17 17:21:22.129777 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf45527e-e85f-4c2e-b74b-8b2b9a603d4a req-da77426a-0064-4e07-9477-b24eb9efc996 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:22.134209 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bf45527e-e85f-4c2e-b74b-8b2b9a603d4a req-da77426a-0064-4e07-9477-b24eb9efc996 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0582368 May 17 17:21:22.171543 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645122-2897-4074-a452-d1d58a7b9675 req-9cad23aa-4b18-4e81-861c-1a41aea28613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:22.173115 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-9cad23aa-4b18-4e81-861c-1a41aea28613 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=763d01a8-9684-48de-b8cf-6b492717119f HTTP/1.1" status: 200 len: 848 time: 0.0543010 May 17 17:21:22.188824 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bf45527e-e85f-4c2e-b74b-8b2b9a603d4a req-f6d63c4b-1e40-42f5-af31-f13998cf66c2 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494733 May 17 17:21:22.206342 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-65dc16be-7c5c-4d6b-9986-2d83763ebd06 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11f8b9e8-e18e-4339-b460-464006d737b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262096 May 17 17:21:22.301898 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d9a02-797f-4e95-a215-32627d977e38 req-28f452e7-2dbb-423d-9d84-37526c42d725 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:22.303429 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-277d9a02-797f-4e95-a215-32627d977e38 req-28f452e7-2dbb-423d-9d84-37526c42d725 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0483224 May 17 17:21:22.310319 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-d5a404bd-cadf-4b07-bde4-f6278f86421b service neutron] 10.222.0.36 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970142 May 17 17:21:22.360614 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-277d9a02-797f-4e95-a215-32627d977e38 req-a450ac8f-c74f-4495-9b96-4057df013a21 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509629 May 17 17:21:22.429213 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-98645122-2897-4074-a452-d1d58a7b9675 req-6f48e378-0c39-412e-8ce8-9e460fabf9dd service neutron] 10.222.0.36 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115150 May 17 17:21:22.576690 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e3f88-a4d3-4eef-af2e-3151ce5cd1bc req-daa5bc61-ec8f-4dc1-8e29-31c24e553c86 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:22.578255 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8e7e3f88-a4d3-4eef-af2e-3151ce5cd1bc req-daa5bc61-ec8f-4dc1-8e29-31c24e553c86 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 943 time: 0.0469258 May 17 17:21:22.621874 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 902fa950-8eb3-4211-83e2-5564e49661d2 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:22.632439 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8e7e3f88-a4d3-4eef-af2e-3151ce5cd1bc req-318e1048-c6ff-4521-9413-2217864ad9ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478172 May 17 17:21:22.673266 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 902fa950-8eb3-4211-83e2-5564e49661d2 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:22.673639 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:22.747015 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 902fa950-8eb3-4211-83e2-5564e49661d2 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:22.747414 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:22.771081 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:22.773604 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6cdfde-28f4-4a4a-b2e9-504f998e8327" -d '{"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-plugged", "status": "completed", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:22.786298 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:22.791231 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:22.792245 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 505801a4-25b8-48d2-8c87-fdd235e6e3b2 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:22.823886 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebccb67f-76f9-434f-908d-134dfacc03bb x-openstack-request-id: req-ebccb67f-76f9-434f-908d-134dfacc03bb {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:22.824185 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-plugged", "status": "completed", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:22.824467 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ebccb67f-76f9-434f-908d-134dfacc03bb {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:22.824858 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebccb67f-76f9-434f-908d-134dfacc03bb'] response: {'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2', 'code': 200} May 17 17:21:22.841493 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 505801a4-25b8-48d2-8c87-fdd235e6e3b2 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:22.841748 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 505801a4-25b8-48d2-8c87-fdd235e6e3b2 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:22.867204 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=7']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:23.185571 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c027773-5033-4718-adea-df2f087824f3 req-a367c890-8119-4a34-9ae4-42b6e0bfcc70 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:23.187107 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0c027773-5033-4718-adea-df2f087824f3 req-a367c890-8119-4a34-9ae4-42b6e0bfcc70 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0473847 May 17 17:21:23.241619 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0c027773-5033-4718-adea-df2f087824f3 req-1a8b04ae-5398-40bc-b710-b7c60e8a0028 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 May 17 17:21:23.311645 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222ceb6-a1c0-4cfc-b869-8eddc04806ba req-411deb83-5677-48cd-9817-59d6cc39cccd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:23.313167 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c222ceb6-a1c0-4cfc-b869-8eddc04806ba req-411deb83-5677-48cd-9817-59d6cc39cccd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0505786 May 17 17:21:23.361487 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c222ceb6-a1c0-4cfc-b869-8eddc04806ba req-e314e5f8-a8a4-477e-aecf-374152d119d1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428064 May 17 17:21:23.477306 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bbe4c-0e3d-4294-be07-ad9ccbb6d736 req-9b32035a-1cb8-4b21-baf9-c1a6f08e7c52 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:23.478799 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c66bbe4c-0e3d-4294-be07-ad9ccbb6d736 req-9b32035a-1cb8-4b21-baf9-c1a6f08e7c52 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0494053 May 17 17:21:23.530746 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c66bbe4c-0e3d-4294-be07-ad9ccbb6d736 req-1921db6d-cf11-4aac-96b9-f92e72cb1fe9 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461488 May 17 17:21:23.550757 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-fe234319-d786-4f25-aa8b-f2d02685a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:23.552398 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-fe234319-d786-4f25-aa8b-f2d02685a862 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4668bdeed45c4975bcb9e770582cc9fc&device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 1127 time: 0.0527892 May 17 17:21:23.641470 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-bde0cd1b-75ee-454f-bb24-fcb47066bde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:23.642939 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-bde0cd1b-75ee-454f-bb24-fcb47066bde2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=11f8b9e8-e18e-4339-b460-464006d737b6 HTTP/1.1" status: 200 len: 909 time: 0.0840931 May 17 17:21:23.741206 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-b2251b5e-3f56-401c-b5f5-d7b2b2fa4e64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f346faec-95ef-4758-ba81-5f01a93828f4 HTTP/1.1" status: 200 len: 217 time: 0.0414510 May 17 17:21:23.757455 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c068ef-2275-4513-bb14-3d30d812f7bc req-99536ee4-17bb-4a44-a98b-429cd163acce tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:23.758929 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b2c068ef-2275-4513-bb14-3d30d812f7bc req-99536ee4-17bb-4a44-a98b-429cd163acce tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 943 time: 0.0544655 May 17 17:21:23.799951 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-d6e91f6b-9545-488b-a137-cda8e7ef3e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:23.801587 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-d6e91f6b-9545-488b-a137-cda8e7ef3e82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=763d01a8-9684-48de-b8cf-6b492717119f HTTP/1.1" status: 200 len: 848 time: 0.0524747 May 17 17:21:23.816828 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b2c068ef-2275-4513-bb14-3d30d812f7bc req-9da7d35b-a089-4aee-95af-f371a2179173 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510578 May 17 17:21:23.835973 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-73204ea7-0e7f-4b24-87e1-bb4fadf2b732 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=11f8b9e8-e18e-4339-b460-464006d737b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274208 May 17 17:21:23.930779 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-2fe00155-a300-4f9a-ba62-1ef2756b34ee service neutron] 10.222.0.36 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876093 May 17 17:21:24.020136 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f39f055e-2db0-468e-9ea5-ba2212f5abda req-15a5a40a-57ca-49b4-b42a-8901e1e82a53 service neutron] 10.222.0.36 "GET /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843387 May 17 17:21:24.366109 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21dd57-1cba-4f7c-ad17-da590b588829 req-f5d3f419-c594-45f3-90c9-892fe0265896 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:24.367947 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5b21dd57-1cba-4f7c-ad17-da590b588829 req-f5d3f419-c594-45f3-90c9-892fe0265896 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0521417 May 17 17:21:24.423967 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5b21dd57-1cba-4f7c-ad17-da590b588829 req-4a0505fe-f78f-4aa1-974e-d9c85311fc56 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472910 May 17 17:21:24.497691 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f757792-286d-46bc-9882-2e75bdb2719f req-133eea79-eb01-4300-90f4-f1ee181c11a6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:24.499206 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5f757792-286d-46bc-9882-2e75bdb2719f req-133eea79-eb01-4300-90f4-f1ee181c11a6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0589876 May 17 17:21:24.548178 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5f757792-286d-46bc-9882-2e75bdb2719f req-b74bfb29-add5-4674-b7f3-c8ba0e81a746 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426457 May 17 17:21:24.648726 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc57878-bcf6-42af-b325-f88ccc450c87 req-c59d17fc-6358-4947-8ddc-c67467df3b8e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:24.650243 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9cc57878-bcf6-42af-b325-f88ccc450c87 req-c59d17fc-6358-4947-8ddc-c67467df3b8e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0485051 May 17 17:21:24.652620 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f346faec-95ef-4758-ba81-5f01a93828f4 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:21:24.697008 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9cc57878-bcf6-42af-b325-f88ccc450c87 req-42b0962c-988d-4afe-9b5a-537f3265bd67 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412192 May 17 17:21:24.758010 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f346faec-95ef-4758-ba81-5f01a93828f4, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f346faec-95ef-4758-ba81-5f01a93828f4,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:24.769654 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'f346faec-95ef-4758-ba81-5f01a93828f4', 'network_id': '11f8b9e8-e18e-4339-b460-464006d737b6', 'port_id': 'f346faec-95ef-4758-ba81-5f01a93828f4', 'mac_address': 'fa:16:3e:af:2d:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '763d01a8-9684-48de-b8cf-6b492717119f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:21:24.803766 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f346faec-95ef-4758-ba81-5f01a93828f4 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:24.804070 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:24.817377 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f346faec-95ef-4758-ba81-5f01a93828f4 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:21:24.836776 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f346faec-95ef-4758-ba81-5f01a93828f4, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f346faec-95ef-4758-ba81-5f01a93828f4,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:24.842411 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:24.887859 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f346faec-95ef-4758-ba81-5f01a93828f4,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:24.935769 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75adef98-ee79-4435-b8d0-64cfd7446c05 req-ca236ef8-ac63-4ea4-917e-e4da8644a042 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:24.937323 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75adef98-ee79-4435-b8d0-64cfd7446c05 req-ca236ef8-ac63-4ea4-917e-e4da8644a042 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 944 time: 0.0479786 May 17 17:21:24.985211 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75adef98-ee79-4435-b8d0-64cfd7446c05 req-96676415-3ed5-4c6c-bae3-a51b18c5315d tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 May 17 17:21:25.141050 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['f346faec-95ef-4758-ba81-5f01a93828f4'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:21:25.448830 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 48990) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:25.553932 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02add8-a781-4282-a183-b9f9a14f0026 req-ec7d0145-ca92-4a60-a7d3-2738633859f4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:25.555462 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae02add8-a781-4282-a183-b9f9a14f0026 req-ec7d0145-ca92-4a60-a7d3-2738633859f4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0528316 May 17 17:21:25.605834 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae02add8-a781-4282-a183-b9f9a14f0026 req-33f57a8b-5532-41b6-9a55-b646d5554ed9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445287 May 17 17:21:25.615434 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-2c9589a8-112d-43f5-9e1c-ee581b17ea4c admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=af075df6867d4d7290a5c0dd5f851a85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1653507 May 17 17:21:25.617961 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49000) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:25.668767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-89db150e-9668-4ac4-b0ac-824c2b42d869 admin admin] Publish callbacks [] for security_group (127de6f8-6f88-47a9-92a2-51babee1aca5), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:25.674763 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37afcdbd-1f2c-48b7-8889-145c6c937ad7 req-8bcbc798-a026-4ebb-b684-1ef484d064d2 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:25.676459 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37afcdbd-1f2c-48b7-8889-145c6c937ad7 req-8bcbc798-a026-4ebb-b684-1ef484d064d2 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0494626 May 17 17:21:25.696020 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-89db150e-9668-4ac4-b0ac-824c2b42d869 admin admin] Publish callbacks [] for security_group (127de6f8-6f88-47a9-92a2-51babee1aca5), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:25.725909 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37afcdbd-1f2c-48b7-8889-145c6c937ad7 req-6cadd227-ab90-4325-a3b5-fac9ad91cbfd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434117 May 17 17:21:25.757121 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-89db150e-9668-4ac4-b0ac-824c2b42d869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (127de6f8-6f88-47a9-92a2-51babee1aca5), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:25.759805 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-89db150e-9668-4ac4-b0ac-824c2b42d869 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:25.761729 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-89db150e-9668-4ac4-b0ac-824c2b42d869 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/127de6f8-6f88-47a9-92a2-51babee1aca5 HTTP/1.1" status: 204 len: 168 time: 0.1426969 May 17 17:21:25.769799 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89db150e-9668-4ac4-b0ac-824c2b42d869 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=127de6f8-6f88-47a9-92a2-51babee1aca5,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:25.847553 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d424b40-60b4-49b7-84e7-9dbed5927ff2 req-4157f42b-4b7c-4ce0-a2ef-8f33558012e4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:25.849102 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2d424b40-60b4-49b7-84e7-9dbed5927ff2 req-4157f42b-4b7c-4ce0-a2ef-8f33558012e4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0493281 May 17 17:21:25.907449 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2d424b40-60b4-49b7-84e7-9dbed5927ff2 req-ab583e97-b1f6-4096-b192-6c5b5b302561 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527670 May 17 17:21:26.114713 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832d35ce-7855-46fb-b816-fa929b545d66 req-38ede96d-7068-4be9-a913-d7d1db748e6f tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:26.116213 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-832d35ce-7855-46fb-b816-fa929b545d66 req-38ede96d-7068-4be9-a913-d7d1db748e6f tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 944 time: 0.0619395 May 17 17:21:26.191156 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-832d35ce-7855-46fb-b816-fa929b545d66 req-1a95b102-01b2-4d4b-8e8e-b5c55844bc1c tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665767 May 17 17:21:26.600705 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49028) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:26.687381 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f346faec-95ef-4758-ba81-5f01a93828f4 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:26.822004 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cb06c-9f96-48b5-8b9f-8b35c072b09e req-8668cb3f-1eae-416f-8696-47481ab3e6ed tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:26.831503 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port f346faec-95ef-4758-ba81-5f01a93828f4 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:21:26.834012 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-391cb06c-9f96-48b5-8b9f-8b35c072b09e req-8668cb3f-1eae-416f-8696-47481ab3e6ed tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1028168 May 17 17:21:26.843307 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port f346faec-95ef-4758-ba81-5f01a93828f4 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:26.843930 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:26.874778 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-447382918-network', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:26.914484 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-391cb06c-9f96-48b5-8b9f-8b35c072b09e req-1489d4ae-13be-4e57-a4c1-ec5b92a9f03e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792005 May 17 17:21:26.926630 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Made reservation on behalf of 5499cb4f84524e8ea33e93ca520139e5 for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:21:26.929141 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:26.946747 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:26.999690 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f346faec-95ef-4758-ba81-5f01a93828f4 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:27.000083 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.011055 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13765160-4923-44fe-85fb-60d5adb21b3e req-877992ea-438d-4df6-a8ea-cb5d0303cb22 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:27.013678 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-13765160-4923-44fe-85fb-60d5adb21b3e req-877992ea-438d-4df6-a8ea-cb5d0303cb22 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0923321 May 17 17:21:27.043717 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfff1fa8-edc2-4d90-b79b-b2319e2b08f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f346faec-95ef-4758-ba81-5f01a93828f4'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:27.046715 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d95d70-67e8-466f-9d76-92b4164cf55d" -d '{"events": [{"server_uuid": "bfff1fa8-edc2-4d90-b79b-b2319e2b08f5", "name": "network-vif-plugged", "status": "completed", "tag": "f346faec-95ef-4758-ba81-5f01a93828f4"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:27.063503 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f346faec-95ef-4758-ba81-5f01a93828f4, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f346faec-95ef-4758-ba81-5f01a93828f4,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:27.074678 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.101128 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-13765160-4923-44fe-85fb-60d5adb21b3e req-6303d8ea-1cbd-48d9-87ba-89240fb4dd91 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815001 May 17 17:21:27.118747 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Publish callbacks [] for security_group (593edc87-ec17-43c7-9c1f-29808d282649), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.124310 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (593edc87-ec17-43c7-9c1f-29808d282649), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.154978 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:21:27.163322 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f346faec-95ef-4758-ba81-5f01a93828f4,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:27.191308 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (7a9f5392-675f-4a81-9313-edcab2f47d92), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.191949 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Added segment 7a9f5392-675f-4a81-9313-edcab2f47d92 of type vlan for network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 May 17 17:21:27.194112 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593edc87-ec17-43c7-9c1f-29808d282649,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:27.196919 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-78647495-b8eb-4dfd-a8e8-3f28c321acdf tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680981770&fields=id&tenant_id=bb9cc24b3479427593f7173191b17a0e HTTP/1.1" status: 200 len: 267 time: 0.1192684 May 17 17:21:27.256623 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (5b5a82b7-86ce-4a70-b9cb-eca717805c30), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.294913 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (5b5a82b7-86ce-4a70-b9cb-eca717805c30), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.296173 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:27.296949 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.329663 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7278275 May 17 17:21:27.332534 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 49050) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:27.337493 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Request body: {'subnet': {'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-447382918-subnet', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'ip_version': 4}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:27.358415 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9120152-da09-4a78-9a30-03fdb417721c req-1b7fc4f6-c3e5-40f2-a43c-7f8b50656b39 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:27.359925 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b9120152-da09-4a78-9a30-03fdb417721c req-1b7fc4f6-c3e5-40f2-a43c-7f8b50656b39 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1125622 May 17 17:21:27.383965 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09af78-d691-4ac3-ae27-1021a3bc39f4 admin admin] Pushing event updated for resources: {'Network': ['ID=5b5a82b7-86ce-4a70-b9cb-eca717805c30,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:27.400865 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:21:27.422831 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Made reservation on behalf of 5499cb4f84524e8ea33e93ca520139e5 for: {'subnet': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:21:27.425528 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521134027'] for subnet (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:27.462367 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-1fe1f548-398b-4f39-a7db-0562cb88ca44 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:27.464490 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-1fe1f548-398b-4f39-a7db-0562cb88ca44 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 812 time: 0.2665088 May 17 17:21:27.539584 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-8c52feee-4235-4b13-ad44-62227c516ccd tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/quotas/bb9cc24b3479427593f7173191b17a0e HTTP/1.1" status: 200 len: 375 time: 0.0611820 May 17 17:21:27.553388 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b9120152-da09-4a78-9a30-03fdb417721c req-e6d76fe7-944f-40e1-9255-a5f304e7f6f2 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843743 May 17 17:21:27.615316 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc9aa69-9b4d-4718-a202-16d61eab84a0 x-openstack-request-id: req-5cc9aa69-9b4d-4718-a202-16d61eab84a0 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:27.615639 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfff1fa8-edc2-4d90-b79b-b2319e2b08f5", "name": "network-vif-plugged", "status": "completed", "tag": "f346faec-95ef-4758-ba81-5f01a93828f4", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:27.615894 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5cc9aa69-9b4d-4718-a202-16d61eab84a0 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:27.616310 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cc9aa69-9b4d-4718-a202-16d61eab84a0'] response: {'server_uuid': 'bfff1fa8-edc2-4d90-b79b-b2319e2b08f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f346faec-95ef-4758-ba81-5f01a93828f4', 'code': 200} May 17 17:21:27.644282 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-5c9b12f8-a562-45d0-abe2-f08a4dc2dec7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0811305 May 17 17:21:27.794589 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b13b10-7f9d-4aef-b003-21ef4e48d757 req-26857d89-2bae-4858-873f-9e721367ff09 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:27.803313 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9b13b10-7f9d-4aef-b003-21ef4e48d757 req-26857d89-2bae-4858-873f-9e721367ff09 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 945 time: 0.0827973 May 17 17:21:27.817221 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b54a30-037b-44a9-b585-25548738ddb1 req-145ddabf-0c58-4a74-bc5f-9c958225e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:27.818780 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b54a30-037b-44a9-b585-25548738ddb1 req-145ddabf-0c58-4a74-bc5f-9c958225e326 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 1129 time: 0.0622981 May 17 17:21:27.910180 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b54a30-037b-44a9-b585-25548738ddb1 req-7917d9a0-3cb1-428b-bbd0-110d65b15399 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835831 May 17 17:21:27.954948 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9b13b10-7f9d-4aef-b003-21ef4e48d757 req-bf6d8f8a-3e46-4607-bb3e-072b0e44fafc tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505213 May 17 17:21:27.976401 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-a850dec0-2b40-4058-bc23-30c0dee5dd8a service neutron] 10.222.0.81 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896833 May 17 17:21:27.987073 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520866149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521134045'] for subnet (4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.101370 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:28.116619 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.116967 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.117316 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.117656 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.117989 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.118328 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.118649 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.118972 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.119296 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.119651 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.119981 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.120318 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.120642 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.120968 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.121282 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:28.201385 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-3e221608-c836-4916-a46f-0795d2b6a9dd service neutron] 10.222.0.81 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103868 May 17 17:21:28.210050 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e8514-6e6d-47ce-b41a-879ea11ae94f req-8fee30fe-0ad6-46dc-9062-c7c648e56887 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:28.221835 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-262e8514-6e6d-47ce-b41a-879ea11ae94f req-8fee30fe-0ad6-46dc-9062-c7c648e56887 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0992832 May 17 17:21:28.261834 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Checking segment: {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:28.262280 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Network hostable DHCP agents. Network: 5b5a82b7-86ce-4a70-b9cb-eca717805c30, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:21:28.284890 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-262e8514-6e6d-47ce-b41a-879ea11ae94f req-981e8f94-a2bd-41f4-8b02-173d53d74a8d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654032 May 17 17:21:28.301891 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:21:28.311704 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 5b5a82b7-86ce-4a70-b9cb-eca717805c30) {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:28.317825 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:28.319016 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.324996 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e956b3-cb10-4f9d-8253-494d4d0d3af4 None None] Network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:21:28.360828 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-3ef627c8-201b-4638-b405-44796aa4d1a9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0272269 May 17 17:21:28.365174 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49058) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:28.376987 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:28.436957 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (a4555cca-0e88-4016-8b75-b6f87ea83281), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.439820 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (a4555cca-0e88-4016-8b75-b6f87ea83281), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.500651 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a5a136-4426-43bb-85ae-dd6bfe48f8f2 req-e2b01003-8712-4112-99f4-a25f81847204 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:28.502160 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-53a5a136-4426-43bb-85ae-dd6bfe48f8f2 req-e2b01003-8712-4112-99f4-a25f81847204 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0837588 May 17 17:21:28.563132 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks [] for router_controller (a4555cca-0e88-4016-8b75-b6f87ea83281), precommit_add_association {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.573115 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:21:28.574177 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.595231 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-53a5a136-4426-43bb-85ae-dd6bfe48f8f2 req-6f18e162-8688-4af2-9b8a-aeba73ac0a56 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861359 May 17 17:21:28.731511 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b2a1001e-4f3b-4422-b21c-d568655bcf90 req-73b316cc-2762-44cb-9cf0-04ebf0ff34e3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 210 time: 0.0668471 May 17 17:21:28.832017 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks [] for router_gateway (a4555cca-0e88-4016-8b75-b6f87ea83281), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:28.946788 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Allocated IP 172.20.0.2 (5b5a82b7-86ce-4a70-b9cb-eca717805c30/4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784/f2dee743-f069-40ae-a8d7-2e19efbd059f) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:29.168694 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks [] for router_gateway (a4555cca-0e88-4016-8b75-b6f87ea83281), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.194750 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.228380 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Publish callbacks [] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.239134 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c457a-a4ef-4d2a-bfbb-37961e04a659 req-bbc665c2-75b5-43a7-b11c-ffdd92665ce3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:29.245397 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.247918 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9c4c457a-a4ef-4d2a-bfbb-37961e04a659 req-bbc665c2-75b5-43a7-b11c-ffdd92665ce3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.5193543 May 17 17:21:29.297353 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:29.301365 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:29.326006 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:29.332318 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8e70c4-bed2-4e55-87cd-858300304fa8 req-bb1a5ccc-bee0-4abf-bd3c-1e98996fe6e8 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:29.332915 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Allocated IP 172.27.3.80 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/89c9dc67-843d-4877-bd1f-f70b856b6f89) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:29.333894 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cb8e70c4-bed2-4e55-87cd-858300304fa8 req-bb1a5ccc-bee0-4abf-bd3c-1e98996fe6e8 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 945 time: 0.1587207 May 17 17:21:29.340594 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Pushing event updated for resources: {'Port': ['ID=f2dee743-f069-40ae-a8d7-2e19efbd059f,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:29.457445 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9c4c457a-a4ef-4d2a-bfbb-37961e04a659 req-87a9b1b9-9c0e-4196-816f-a12d3ea3200f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084296 May 17 17:21:29.536841 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cb8e70c4-bed2-4e55-87cd-858300304fa8 req-872628dd-ed60-40d1-93b5-a6fab3ecbca8 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737058 May 17 17:21:29.561609 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks [] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.697962 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09d230-95f9-4cba-8b54-e307baefe540 req-b431d405-8cd1-4e9c-9bee-bdf2f2ca36e8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:29.705062 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-db09d230-95f9-4cba-8b54-e307baefe540 req-b431d405-8cd1-4e9c-9bee-bdf2f2ca36e8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0881999 May 17 17:21:29.713687 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Attempting to bind port f2dee743-f069-40ae-a8d7-2e19efbd059f on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:29.714341 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Attempting to bind port f2dee743-f069-40ae-a8d7-2e19efbd059f by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:29.715188 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Attempting to bind port f2dee743-f069-40ae-a8d7-2e19efbd059f on network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:29.723275 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:29.724030 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Checking segment: {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:29.725020 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.725678 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Bound using segment: {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:29.726426 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Bound port: f2dee743-f069-40ae-a8d7-2e19efbd059f, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:29.727330 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.747831 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.808950 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] For port f2dee743-f069-40ae-a8d7-2e19efbd059f, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:29.812815 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Pushing event updated for resources: {'Port': ['ID=89c9dc67-843d-4877-bd1f-f70b856b6f89,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:29.816314 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] For port f2dee743-f069-40ae-a8d7-2e19efbd059f, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=f2dee743-f069-40ae-a8d7-2e19efbd059f,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:29.827645 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:29.833007 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:29.835927 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:29.841551 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-db09d230-95f9-4cba-8b54-e307baefe540 req-e6bf65d5-1848-4e7b-8060-26d3ac7cd912 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245053 May 17 17:21:29.849626 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:29.912755 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e28f50-7968-4ad7-8597-8f198d657833 None None] Pushing event updated for resources: {'Port': ['ID=f2dee743-f069-40ae-a8d7-2e19efbd059f,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:29.991948 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c1ffc0-b505-449a-ba08-a9feae2f2716 req-4589c3d7-7466-44c7-99bb-bb4eb5da40da tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.005525 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-91c1ffc0-b505-449a-ba08-a9feae2f2716 req-4589c3d7-7466-44c7-99bb-bb4eb5da40da tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.1939189 May 17 17:21:30.052107 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-97ae9dab-e4a3-46f0-8f70-3c58ab770f0f req-ed72edab-c40d-434b-afb4-1f9b2e014fa2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 210 time: 0.0410001 May 17 17:21:30.100027 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-91c1ffc0-b505-449a-ba08-a9feae2f2716 req-1bab07d4-e84b-445e-a382-389cc2db11e3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938888 May 17 17:21:30.358534 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks [] for router_gateway (a4555cca-0e88-4016-8b75-b6f87ea83281), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:30.463350 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bfabb1-d8de-4dd2-ba61-d0980b332b0f req-f7a1141c-0dac-4364-9f61-9bb7090805b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.479806 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-42bfabb1-d8de-4dd2-ba61-d0980b332b0f req-f7a1141c-0dac-4364-9f61-9bb7090805b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0760956 May 17 17:21:30.563086 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-42bfabb1-d8de-4dd2-ba61-d0980b332b0f req-f14b2b50-40a0-482b-ae8d-ac4e188b6ace tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819528 May 17 17:21:30.638247 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0047e0cd-c74b-40eb-93a9-368ffd02cc4f req-9404d7fb-d729-433f-b4a5-cda67f0a9d11 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.639817 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0047e0cd-c74b-40eb-93a9-368ffd02cc4f req-9404d7fb-d729-433f-b4a5-cda67f0a9d11 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0657835 May 17 17:21:30.680068 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (a4555cca-0e88-4016-8b75-b6f87ea83281), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:30.808717 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0047e0cd-c74b-40eb-93a9-368ffd02cc4f req-f7035a64-5e5c-405a-af3a-fdc3863d01ce tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586699 May 17 17:21:30.816539 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-7805b129-057c-4a52-9938-73c18390b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.816917 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-7805b129-057c-4a52-9938-73c18390b882 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 1129 time: 0.0797374 May 17 17:21:30.839696 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673913ec-831b-4478-b0ae-7544dd86130f req-95992b7b-c9f5-4a54-8f7b-dae779f9b190 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:30.841238 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-673913ec-831b-4478-b0ae-7544dd86130f req-95992b7b-c9f5-4a54-8f7b-dae779f9b190 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 945 time: 0.1936121 May 17 17:21:31.038431 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-673913ec-831b-4478-b0ae-7544dd86130f req-8adac610-d796-43dd-a170-dde63530d288 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872296 May 17 17:21:31.108227 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f2dee743-f069-40ae-a8d7-2e19efbd059f up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:31.156862 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Router a4555cca-0e88-4016-8b75-b6f87ea83281 is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:21:31.165871 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-3e28ac25-7430-477b-9058-80e48aaed84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:31.167394 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-3e28ac25-7430-477b-9058-80e48aaed84f service neutron] 10.222.0.36 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 912 time: 0.3206806 May 17 17:21:31.256658 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-5e3f644c-4e5e-4832-8399-b98b88876f63 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:31.257870 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port f2dee743-f069-40ae-a8d7-2e19efbd059f triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:31.258264 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:31.258934 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-5e3f644c-4e5e-4832-8399-b98b88876f63 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 812 time: 0.5061197 May 17 17:21:31.339860 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59b4103-2719-4f60-bd98-69506d0e200b req-54d83783-6200-495a-aa4e-a7e91eca8e32 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:31.351004 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c59b4103-2719-4f60-bd98-69506d0e200b req-54d83783-6200-495a-aa4e-a7e91eca8e32 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.3161347 May 17 17:21:31.377380 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-b5a3d6cd-99f3-4c9a-9cd6-2d48db0e3e16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6 HTTP/1.1" status: 200 len: 1000 time: 0.1937115 May 17 17:21:31.406054 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-51e324c3-9138-4c05-a980-aa1598802597 req-96222a00-9021-4a74-86d9-aff1b6ec1c90 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 210 time: 0.1275110 May 17 17:21:31.482864 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port f2dee743-f069-40ae-a8d7-2e19efbd059f is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:31.485545 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:31.499431 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:31.507291 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-de17706f-f5bb-43f1-95f4-44ba916dd65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:31.508866 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-de17706f-f5bb-43f1-95f4-44ba916dd65a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=587cd2ff-00b9-4518-8c85-b74ee04204e3 HTTP/1.1" status: 200 len: 850 time: 0.1207139 May 17 17:21:31.523677 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:31.525126 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Sync routers for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:31.526031 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-3313f615-aa19-43e7-9a60-740f66ae3a6a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1595056 May 17 17:21:31.532191 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49106) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:31.544371 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:31.546908 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:31.590524 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port f2dee743-f069-40ae-a8d7-2e19efbd059f, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=f2dee743-f069-40ae-a8d7-2e19efbd059f,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:31.610612 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:31.620122 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c59b4103-2719-4f60-bd98-69506d0e200b req-f6921ae9-3ad2-4d50-8dcc-0f0c6e8a6737 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2676208 May 17 17:21:31.744968 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=f2dee743-f069-40ae-a8d7-2e19efbd059f,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:31.752279 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da20cb34-2f42-479e-be1d-8292c38f91df None None] Network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:21:31.756074 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.756457 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.756825 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.757190 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.757532 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.757859 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.758195 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.758523 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.758851 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.759178 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.759503 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.759847 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.760204 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.760564 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.760950 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:31.779354 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-ff585a14-2232-4c83-aa0d-4d93fc2f41cc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb9cc24b3479427593f7173191b17a0e HTTP/1.1" status: 200 len: 380 time: 0.4015415 May 17 17:21:31.849833 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'port': {'device_id': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'admin_state_up': True, 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'security_groups': ['9d9e88dd-afc9-470c-8b97-9735795dc43a']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:31.909710 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-558aad0c-4dbe-42ea-a58a-1cc51267f249 None None] Provisioning complete for port f2dee743-f069-40ae-a8d7-2e19efbd059f triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:31.910076 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-558aad0c-4dbe-42ea-a58a-1cc51267f249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:31.949736 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759677ef-6dd5-49ef-a02c-588df64581ef req-2d1833ea-14d4-4a62-abd4-f22b463e1330 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:31.951273 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-759677ef-6dd5-49ef-a02c-588df64581ef req-2d1833ea-14d4-4a62-abd4-f22b463e1330 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.2351091 May 17 17:21:31.962925 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:32.175879 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-558aad0c-4dbe-42ea-a58a-1cc51267f249 None None] Current status of the port f2dee743-f069-40ae-a8d7-2e19efbd059f is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:32.205551 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3095e-4c0a-4927-bedb-dc4881172b6a req-ff1a707b-d666-4ef3-8bf7-e87c30d78964 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:32.207133 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-69a3095e-4c0a-4927-bedb-dc4881172b6a req-ff1a707b-d666-4ef3-8bf7-e87c30d78964 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1612632 May 17 17:21:32.207903 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-17974089-21d5-4aa3-9583-65e66055fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:32.210407 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-17974089-21d5-4aa3-9583-65e66055fd7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6238abbd-960c-4e92-a73b-e546bdad5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6833594 May 17 17:21:32.224772 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-759677ef-6dd5-49ef-a02c-588df64581ef req-6ba4366d-265e-42b0-b1d1-dc731ff06be1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2473960 May 17 17:21:32.328875 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-69a3095e-4c0a-4927-bedb-dc4881172b6a req-c5a1611d-24c0-487c-8921-b4961c8b73c0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027658 May 17 17:21:32.340263 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Made reservation on behalf of bb9cc24b3479427593f7173191b17a0e for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:21:32.347602 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:32.412774 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:30Z', 'revision_number': 3, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:32.476625 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Checking router: a4555cca-0e88-4016-8b75-b6f87ea83281 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:32.479530 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Updating router a4555cca-0e88-4016-8b75-b6f87ea83281 port 89c9dc67-843d-4877-bd1f-f70b856b6f89 binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:21:32.504335 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-6e6f732c-261f-4666-9fea-36d86ee1fd00 None None] Provisioning complete for port f2dee743-f069-40ae-a8d7-2e19efbd059f triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:32.504766 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6e6f732c-261f-4666-9fea-36d86ee1fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:32.623361 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Allocated IP 172.20.0.10 (ce8acaeb-6ddf-4705-b230-ff866b8efc1b/592243f6-a7cb-44a2-aa19-898e6cf91830/502e1826-aa6e-4ce5-982e-d5a490f2c06b) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:32.639821 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:32.666058 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-6e6f732c-261f-4666-9fea-36d86ee1fd00 None None] Current status of the port f2dee743-f069-40ae-a8d7-2e19efbd059f is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:32.796446 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:32.854650 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:32.887290 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-27ae8530-3496-4c69-a74b-5e2c1a0e5f5a service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868566 May 17 17:21:32.980220 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f2dee743-f069-40ae-a8d7-2e19efbd059f up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:32.980628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3602027-f548-49fb-b360-f675f310e765 req-e69b9965-3f8d-48c4-8850-ab786aa8e215 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:32.981920 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3602027-f548-49fb-b360-f675f310e765 req-e69b9965-3f8d-48c4-8850-ab786aa8e215 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 945 time: 0.1539817 May 17 17:21:33.031405 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebdc46-858a-4911-b875-96d4f3de737f req-fa05e8c6-114f-492d-a11c-97a3744b81fb tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:33.038718 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e4ebdc46-858a-4911-b875-96d4f3de737f req-fa05e8c6-114f-492d-a11c-97a3744b81fb tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 932 time: 0.2091045 May 17 17:21:33.043520 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:33.049809 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.084863 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:33.085146 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Publish callbacks [] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.093268 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:33.109826 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.120760 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port f2dee743-f069-40ae-a8d7-2e19efbd059f triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:33.125638 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.162130 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:33.164462 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.170040 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'Port': ['ID=502e1826-aa6e-4ce5-982e-d5a490f2c06b,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:33.209631 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dff4ac-7812-47e1-b1b9-856567d35da4 None None] Pushing event updated for resources: {'Port': ['ID=89c9dc67-843d-4877-bd1f-f70b856b6f89,revision_number=2']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:33.246523 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-f9873a9a-dcc3-44fe-b596-acb96b7e5e29 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4212716 May 17 17:21:33.281395 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3602027-f548-49fb-b360-f675f310e765 req-199ed6d5-948d-4896-8e9d-67a08e824ded tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845893 May 17 17:21:33.295213 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Attempting to bind port 89c9dc67-843d-4877-bd1f-f70b856b6f89 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:33.295596 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Attempting to bind port 89c9dc67-843d-4877-bd1f-f70b856b6f89 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:33.295961 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Attempting to bind port 89c9dc67-843d-4877-bd1f-f70b856b6f89 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:33.315498 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:33.315886 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:33.316310 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.316711 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:33.317208 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Bound port: 89c9dc67-843d-4877-bd1f-f70b856b6f89, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:33.317588 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.325239 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e4ebdc46-858a-4911-b875-96d4f3de737f req-197e7c97-a67d-4ac8-a370-de71c8c8b5d8 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2852571 May 17 17:21:33.345345 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port f2dee743-f069-40ae-a8d7-2e19efbd059f is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:33.397739 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] For port 89c9dc67-843d-4877-bd1f-f70b856b6f89, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:33.402318 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] For port 89c9dc67-843d-4877-bd1f-f70b856b6f89, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=89c9dc67-843d-4877-bd1f-f70b856b6f89,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:33.412796 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.464511 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24bf3e3-8707-4e3b-9ad1-6c5e383d8226 req-f12fea1c-8c8a-4fcb-8700-23c5de290fc6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:33.473686 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b24bf3e3-8707-4e3b-9ad1-6c5e383d8226 req-f12fea1c-8c8a-4fcb-8700-23c5de290fc6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0597112 May 17 17:21:33.496567 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dff4ac-7812-47e1-b1b9-856567d35da4 None None] Pushing event updated for resources: {'Port': ['ID=89c9dc67-843d-4877-bd1f-f70b856b6f89,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:33.521309 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Allocated IP 172.20.0.1 (5b5a82b7-86ce-4a70-b9cb-eca717805c30/4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784/dc627650-c820-4835-afcd-9c07273757e8) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:33.525571 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:33.526854 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:33.565225 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa5b891-f81a-4a9d-a89f-00af9b3f30e3 req-c1a4d458-8086-48ea-b41f-5f2480d1f567 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:33.566960 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dfa5b891-f81a-4a9d-a89f-00af9b3f30e3 req-c1a4d458-8086-48ea-b41f-5f2480d1f567 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.0904222 May 17 17:21:33.593196 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b24bf3e3-8707-4e3b-9ad1-6c5e383d8226 req-7b9b1622-543b-4961-92d9-ba989f1b353f tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181860 May 17 17:21:33.598298 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-21fe63a5-8142-43cf-8d21-c5b9540e3716 None None] Provisioning complete for port 502e1826-aa6e-4ce5-982e-d5a490f2c06b triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:33.598692 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-21fe63a5-8142-43cf-8d21-c5b9540e3716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.613205 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Request body: {'port': {'device_id': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:33.661507 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:33.683000 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-21fe63a5-8142-43cf-8d21-c5b9540e3716 None None] Port 502e1826-aa6e-4ce5-982e-d5a490f2c06b cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:21:33.703419 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.723778 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dfa5b891-f81a-4a9d-a89f-00af9b3f30e3 req-2176f7e3-243a-419d-b62f-4e49303ffdc9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295362 May 17 17:21:33.778450 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-577eee17-1b23-4b9e-abab-ed33eec7a1a4 req-737b2a7c-46fa-422e-a10c-263f345e3a46 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740067 May 17 17:21:33.856857 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Publish callbacks [] for port (dc627650-c820-4835-afcd-9c07273757e8), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.904116 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (dc627650-c820-4835-afcd-9c07273757e8), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:33.926124 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:33.942165 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3b496e-82c3-491e-8008-bb015d9e80b0 req-e657e18c-b98f-435e-835a-d807c6d8a765 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:33.949254 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:33.951848 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:33.953163 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be3b496e-82c3-491e-8008-bb015d9e80b0 req-e657e18c-b98f-435e-835a-d807c6d8a765 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1392448 May 17 17:21:33.999176 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:30Z', 'revision_number': 3, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:34.017542 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (a4555cca-0e88-4016-8b75-b6f87ea83281), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:34.040643 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6439df-15a3-41da-97aa-f09765413986 None None] The sync data for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi is: [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:30Z', 'revision_number': 3, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:34.057302 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be3b496e-82c3-491e-8008-bb015d9e80b0 req-f671a38c-bbd4-4c67-b4d5-06691078fa03 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023800 May 17 17:21:34.167764 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Pushing event updated for resources: {'Port': ['ID=dc627650-c820-4835-afcd-9c07273757e8,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:34.226272 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-800331dd-1876-4b8a-b430-a1de1e610ba6 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:34.228523 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-800331dd-1876-4b8a-b430-a1de1e610ba6 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 945 time: 0.1449919 May 17 17:21:34.312934 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502e1826-aa6e-4ce5-982e-d5a490f2c06b {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:21:34.384734 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Publish callbacks [] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:34.404749 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Deleting port f346faec-95ef-4758-ba81-5f01a93828f4 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:21:34.405128 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:34.423583 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-8d5d01d1-7c7f-4e6c-a3a4-be96f32ec3db None None] Provisioning complete for port dc627650-c820-4835-afcd-9c07273757e8 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:34.424179 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8d5d01d1-7c7f-4e6c-a3a4-be96f32ec3db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (dc627650-c820-4835-afcd-9c07273757e8), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:34.463968 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Transition to ACTIVE for port object 502e1826-aa6e-4ce5-982e-d5a490f2c06b will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:21:34.503176 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-8d5d01d1-7c7f-4e6c-a3a4-be96f32ec3db None None] Port dc627650-c820-4835-afcd-9c07273757e8 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:21:34.514059 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:34.562382 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (dc627650-c820-4835-afcd-9c07273757e8), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:34.647060 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] For port f346faec-95ef-4758-ba81-5f01a93828f4, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f346faec-95ef-4758-ba81-5f01a93828f4,segment=NetworkSegment(6ea2e8bc-06eb-491a-bfcc-79868d9c701d),segment_id=6ea2e8bc-06eb-491a-bfcc-79868d9c701d)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:34.647441 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:34.747542 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Calling delete_port for f346faec-95ef-4758-ba81-5f01a93828f4 owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:21:34.782897 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e374d55-c799-448e-8630-5386c7254f10 req-d56e6217-597d-4b7e-a27e-f6676f075d04 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:34.797438 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5e374d55-c799-448e-8630-5386c7254f10 req-d56e6217-597d-4b7e-a27e-f6676f075d04 tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 945 time: 0.3128169 May 17 17:21:34.839916 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Pushing event updated for resources: {'Port': ['ID=502e1826-aa6e-4ce5-982e-d5a490f2c06b,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:34.901156 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f8f527-7b4f-4ddd-bb8b-6a55dbf12a00 req-47f874e7-9a0b-4ab0-9de6-4847fef8b21b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:34.920605 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b0f8f527-7b4f-4ddd-bb8b-6a55dbf12a00 req-47f874e7-9a0b-4ab0-9de6-4847fef8b21b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 944 time: 0.3968134 May 17 17:21:35.110267 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 89c9dc67-843d-4877-bd1f-f70b856b6f89 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:35.151231 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5e374d55-c799-448e-8630-5386c7254f10 req-0a84eae0-45aa-48d0-b012-0d9fcd22be1f tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/security-groups?id=1189e877-ff8d-4d17-99fb-ac5d1230e704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519135 May 17 17:21:35.223667 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 89c9dc67-843d-4877-bd1f-f70b856b6f89 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:35.231885 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b0f8f527-7b4f-4ddd-bb8b-6a55dbf12a00 req-074fd7e1-1458-411c-af07-a882f23a54e5 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3103716 May 17 17:21:35.234009 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.277524 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Attempting to bind port 502e1826-aa6e-4ce5-982e-d5a490f2c06b on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:35.277867 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Attempting to bind port 502e1826-aa6e-4ce5-982e-d5a490f2c06b by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:35.278202 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Attempting to bind port 502e1826-aa6e-4ce5-982e-d5a490f2c06b on network ce8acaeb-6ddf-4705-b230-ff866b8efc1b {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:35.283299 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Port 502e1826-aa6e-4ce5-982e-d5a490f2c06b on network ce8acaeb-6ddf-4705-b230-ff866b8efc1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:21:35.283804 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Attempting to bind port 502e1826-aa6e-4ce5-982e-d5a490f2c06b on network ce8acaeb-6ddf-4705-b230-ff866b8efc1b {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:35.297624 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f346faec-95ef-4758-ba81-5f01a93828f4), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.380393 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:35.380772 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Checking segment: {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:35.381172 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Bound using segment: {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:35.381644 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Bound port: 502e1826-aa6e-4ce5-982e-d5a490f2c06b, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:35.382010 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.396082 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5f717e-fb9d-4daa-937c-e831be2eee42 req-7bddc777-15df-4e58-925d-af996191b1f8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:35.397862 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Pushing event deleted for resources: {'Port': ['ID=f346faec-95ef-4758-ba81-5f01a93828f4,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:35.408405 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b5f717e-fb9d-4daa-937c-e831be2eee42 req-7bddc777-15df-4e58-925d-af996191b1f8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.1152017 May 17 17:21:35.444992 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 89c9dc67-843d-4877-bd1f-f70b856b6f89 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:35.445535 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.479062 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] No DVR routers for this DVR port f346faec-95ef-4758-ba81-5f01a93828f4 on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:21:35.482569 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.486736 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-94325c7c-aeb5-4106-a093-6daae5d99f39 req-2df3c4a4-93c0-41f4-b0fe-a01c0371b0ad tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.36 "DELETE /v2.0/ports/f346faec-95ef-4758-ba81-5f01a93828f4 HTTP/1.1" status: 204 len: 173 time: 1.2304432 May 17 17:21:35.489618 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfff1fa8-edc2-4d90-b79b-b2319e2b08f5', 'name': 'network-vif-deleted', 'tag': 'f346faec-95ef-4758-ba81-5f01a93828f4'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:35.493702 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e848a2-124c-4014-a16a-9499656de0fc" -d '{"events": [{"server_uuid": "bfff1fa8-edc2-4d90-b79b-b2319e2b08f5", "name": "network-vif-deleted", "tag": "f346faec-95ef-4758-ba81-5f01a93828f4"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:35.498203 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 89c9dc67-843d-4877-bd1f-f70b856b6f89, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=89c9dc67-843d-4877-bd1f-f70b856b6f89,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:35.506595 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.548169 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Publish callbacks [] for port (dc627650-c820-4835-afcd-9c07273757e8), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.558422 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (dc627650-c820-4835-afcd-9c07273757e8), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.603854 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=89c9dc67-843d-4877-bd1f-f70b856b6f89,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:35.636220 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2218f9a-adb6-448a-96f4-540fb1dbd298 req-17af951b-1176-4408-b0bb-6d17ab14ef94 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:35.637002 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (a4555cca-0e88-4016-8b75-b6f87ea83281), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.637882 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a2218f9a-adb6-448a-96f4-540fb1dbd298 req-17af951b-1176-4408-b0bb-6d17ab14ef94 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.2285872 May 17 17:21:35.648809 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b5f717e-fb9d-4daa-937c-e831be2eee42 req-c77c9548-571e-4bc1-8092-656bd2f6d78e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2052801 May 17 17:21:35.749264 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a2218f9a-adb6-448a-96f4-540fb1dbd298 req-bc1b063b-6c1e-43a2-816d-8dd8748bf26b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835407 May 17 17:21:35.765495 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] For port 502e1826-aa6e-4ce5-982e-d5a490f2c06b, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:35.771241 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] For port 502e1826-aa6e-4ce5-982e-d5a490f2c06b, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=502e1826-aa6e-4ce5-982e-d5a490f2c06b,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:35.786397 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.841058 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Pushing event updated for resources: {'Port': ['ID=dc627650-c820-4835-afcd-9c07273757e8,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:35.851630 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e210b1-5cda-4038-ad1f-64633bf619af x-openstack-request-id: req-e4e210b1-5cda-4038-ad1f-64633bf619af {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:35.851968 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfff1fa8-edc2-4d90-b79b-b2319e2b08f5", "name": "network-vif-deleted", "tag": "f346faec-95ef-4758-ba81-5f01a93828f4", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:35.852176 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e4e210b1-5cda-4038-ad1f-64633bf619af {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:35.852604 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e210b1-5cda-4038-ad1f-64633bf619af'] response: {'server_uuid': 'bfff1fa8-edc2-4d90-b79b-b2319e2b08f5', 'name': 'network-vif-deleted', 'tag': 'f346faec-95ef-4758-ba81-5f01a93828f4', 'status': 'completed', 'code': 200} May 17 17:21:35.888518 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:35.889189 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:35.890672 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] 10.222.0.36 "PUT /v2.0/ports/502e1826-aa6e-4ce5-982e-d5a490f2c06b HTTP/1.1" status: 200 len: 1094 time: 2.2817736 May 17 17:21:35.891127 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'tag': '502e1826-aa6e-4ce5-982e-d5a490f2c06b'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:35.893431 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa07fb8a-22f2-43c5-9450-f80136aad570" -d '{"events": [{"name": "network-changed", "server_uuid": "ba63f372-314b-418a-ba62-e9a67eec9102", "tag": "502e1826-aa6e-4ce5-982e-d5a490f2c06b"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:35.907066 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cfd091-9436-4b58-807f-3a583cbb6d56 req-68f60553-45cc-4788-aa9e-0c46a2290b17 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:35.914307 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d5cfd091-9436-4b58-807f-3a583cbb6d56 req-68f60553-45cc-4788-aa9e-0c46a2290b17 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1387849 May 17 17:21:35.939482 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:35.952437 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:35.959928 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f13e032-0683-4bc0-a7e5-6a388f189ecf x-openstack-request-id: req-8f13e032-0683-4bc0-a7e5-6a388f189ecf {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:35.960198 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba63f372-314b-418a-ba62-e9a67eec9102", "tag": "502e1826-aa6e-4ce5-982e-d5a490f2c06b", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:35.960492 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8f13e032-0683-4bc0-a7e5-6a388f189ecf {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:35.960901 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f13e032-0683-4bc0-a7e5-6a388f189ecf'] response: {'name': 'network-changed', 'server_uuid': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'tag': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'status': 'completed', 'code': 200} May 17 17:21:36.110291 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d5cfd091-9436-4b58-807f-3a583cbb6d56 req-dcf79da2-e476-4c5a-a30d-4341b55e304e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951606 May 17 17:21:36.111647 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07fb8a-22f2-43c5-9450-f80136aad570 req-dc3119a2-c183-463c-897b-0cc3976af1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:36.114397 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa07fb8a-22f2-43c5-9450-f80136aad570 req-dc3119a2-c183-463c-897b-0cc3976af1fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 1128 time: 0.0927095 May 17 17:21:36.121263 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45537138-9f9b-4a1b-8326-146a43d1eae7 service neutron] Pushing event updated for resources: {'Port': ['ID=502e1826-aa6e-4ce5-982e-d5a490f2c06b,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:36.343070 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Router a4555cca-0e88-4016-8b75-b6f87ea83281 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:21:36.344976 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86f5adc-afb8-4a20-a705-f19b3486801e req-9aa329f4-8f37-41d3-be1b-b18920087442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:36.346847 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-e86f5adc-afb8-4a20-a705-f19b3486801e req-9aa329f4-8f37-41d3-be1b-b18920087442 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 1129 time: 0.1252587 May 17 17:21:36.379195 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b25132f8-b707-4acf-9d60-fc99a5ce45a6 req-688a4c9e-43fa-4d23-bbb7-3b837551422d tempest-VolumesActionsTest-878281719 tempest-VolumesActionsTest-878281719-project] 10.222.0.81 "GET /v2.0/ports?device_id=bfff1fa8-edc2-4d90-b79b-b2319e2b08f5 HTTP/1.1" status: 200 len: 210 time: 0.0855448 May 17 17:21:36.448104 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07fb8a-22f2-43c5-9450-f80136aad570 req-8f846210-0455-470e-8d42-6c948cb5942d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:36.449666 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa07fb8a-22f2-43c5-9450-f80136aad570 req-8f846210-0455-470e-8d42-6c948cb5942d service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=bb9cc24b3479427593f7173191b17a0e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3235521 May 17 17:21:36.496098 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed6354-65c0-4c38-bf2e-8e6e3ff6b3e9 req-8311bcbc-d43d-4ec6-a8a2-254db92cbe05 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:36.497691 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-45ed6354-65c0-4c38-bf2e-8e6e3ff6b3e9 req-8311bcbc-d43d-4ec6-a8a2-254db92cbe05 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 944 time: 0.1374528 May 17 17:21:36.609459 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-547f3639-8090-419e-8268-b99f73b9b8f4 None None] Provisioning complete for port dc627650-c820-4835-afcd-9c07273757e8 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:36.610159 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-547f3639-8090-419e-8268-b99f73b9b8f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (dc627650-c820-4835-afcd-9c07273757e8), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:36.664583 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:36.691926 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-547f3639-8090-419e-8268-b99f73b9b8f4 None None] Port dc627650-c820-4835-afcd-9c07273757e8 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:21:36.734865 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-45ed6354-65c0-4c38-bf2e-8e6e3ff6b3e9 req-416855fe-7f06-4761-ba3a-618358896e3b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011898 May 17 17:21:36.735774 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c13baf7e-9964-40f3-9f1d-e05c686e242d admin admin] 10.222.0.81 "PUT /v2.0/routers/a4555cca-0e88-4016-8b75-b6f87ea83281/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1863806 May 17 17:21:36.749102 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f346faec-95ef-4758-ba81-5f01a93828f4 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:36.773967 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-e86f5adc-afb8-4a20-a705-f19b3486801e req-9216b39d-dbf7-48d9-9993-0e8e243fa62c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054870 May 17 17:21:36.784958 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: f346faec-95ef-4758-ba81-5f01a93828f4 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:21:36.785698 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f346faec-95ef-4758-ba81-5f01a93828f4 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:21:36.922769 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa07fb8a-22f2-43c5-9450-f80136aad570 req-156c6cc0-86b5-4fb4-89c2-d2095d91d435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:36.924704 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa07fb8a-22f2-43c5-9450-f80136aad570 req-156c6cc0-86b5-4fb4-89c2-d2095d91d435 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4260869 May 17 17:21:37.003195 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 89c9dc67-843d-4877-bd1f-f70b856b6f89 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:37.115707 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 89c9dc67-843d-4877-bd1f-f70b856b6f89 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:37.116414 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:37.149346 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-be46dae0-f1f6-4b60-a083-5c29866f77ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.151723 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-be46dae0-f1f6-4b60-a083-5c29866f77ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 1128 time: 0.1367576 May 17 17:21:37.187251 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f29cc-0346-423c-8a7e-c64bedfce1ef req-da71d636-683e-458e-86e3-a168a73c9c0c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.188889 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-486f29cc-0346-423c-8a7e-c64bedfce1ef req-da71d636-683e-458e-86e3-a168a73c9c0c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1191740 May 17 17:21:37.249855 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 89c9dc67-843d-4877-bd1f-f70b856b6f89 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:37.330582 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Sync routers for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:37.337916 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d584179f-99e0-48fa-85c9-95d69c3881ce req-a48443e1-65b0-42e6-8069-52e8b74357ab tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.339582 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d584179f-99e0-48fa-85c9-95d69c3881ce req-a48443e1-65b0-42e6-8069-52e8b74357ab tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.1212449 May 17 17:21:37.346743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-486f29cc-0346-423c-8a7e-c64bedfce1ef req-6bdfa8a1-966b-4aed-9426-22c5ec6485f9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489024 May 17 17:21:37.354135 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:37.354796 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:37.435624 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-bf645208-677a-4cbb-878f-0f15891df54b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=502e1826-aa6e-4ce5-982e-d5a490f2c06b HTTP/1.1" status: 200 len: 217 time: 0.0374546 May 17 17:21:37.509945 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d584179f-99e0-48fa-85c9-95d69c3881ce req-c3ba7e84-b608-45dd-aac2-388b8d24642c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598332 May 17 17:21:37.519803 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-adc80966-d56f-4d76-bf6e-aa01c6859ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.521414 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-adc80966-d56f-4d76-bf6e-aa01c6859ece service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0738881 May 17 17:21:37.534596 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:37.607506 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-dc0ae79e-e0be-45b4-be2c-bb1bebf962b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.620353 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-dc0ae79e-e0be-45b4-be2c-bb1bebf962b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808473 May 17 17:21:37.732360 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49184) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:37.737609 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1688531206-network', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:37.768128 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-7841113b-8260-41ce-a2e2-3898dfa0cd4a service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509023 May 17 17:21:37.778552 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Made reservation on behalf of 7bf5174dad2940358b104c1df2ca14dc for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:21:37.784361 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:37.801773 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:37.884270 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'dc627650-c820-4835-afcd-9c07273757e8', 'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'mac_address': 'fa:16:3e:a8:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:33Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 2, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'subnets': [{'id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:37.920721 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Checking router: a4555cca-0e88-4016-8b75-b6f87ea83281 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:37.921462 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Updating router a4555cca-0e88-4016-8b75-b6f87ea83281 port dc627650-c820-4835-afcd-9c07273757e8 binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:21:37.925486 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311534c0-c2ea-47db-a1e2-1c641734e85c req-8f10f788-a0d6-400f-8530-2e2a21f39e9b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:37.926989 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Publish callbacks [] for security_group (d2aaea1b-5289-4e3c-b2b3-247d82b0507b), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:37.933188 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-311534c0-c2ea-47db-a1e2-1c641734e85c req-8f10f788-a0d6-400f-8530-2e2a21f39e9b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 944 time: 0.0606875 May 17 17:21:37.938990 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d2aaea1b-5289-4e3c-b2b3-247d82b0507b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:37.958940 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (dc627650-c820-4835-afcd-9c07273757e8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:37.979699 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 811} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:21:37.991645 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2aaea1b-5289-4e3c-b2b3-247d82b0507b,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:38.003254 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (22cf6023-54a3-4fe5-be7c-acb5b1077fe7), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:38.003680 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Added segment 22cf6023-54a3-4fe5-be7c-acb5b1077fe7 of type vlan for network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 May 17 17:21:38.050964 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-311534c0-c2ea-47db-a1e2-1c641734e85c req-2f7709da-8d82-4fdc-8edb-ab8db32ceed0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168051 May 17 17:21:38.060479 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (71db0e76-a0c9-441e-b1e6-7c9f1fa8d775), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:38.115899 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (71db0e76-a0c9-441e-b1e6-7c9f1fa8d775), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:38.117442 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:38.118288 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:38.182873 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4488332 May 17 17:21:38.186466 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 49198) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:38.203945 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Request body: {'subnet': {'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1688531206-subnet', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'ip_version': 4}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:38.224923 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b0b14b-8c3d-4c92-bff8-ef4071626b71 admin admin] Pushing event updated for resources: {'Network': ['ID=71db0e76-a0c9-441e-b1e6-7c9f1fa8d775,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:38.239325 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:21:38.343097 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Made reservation on behalf of 7bf5174dad2940358b104c1df2ca14dc for: {'subnet': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:21:38.346796 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521134027'] for subnet (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:38.418981 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1114f94a-a031-4994-9eeb-8eb950d2859f req-d2579f14-9e83-45f6-b6d8-6d3a89811c1c service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675065 May 17 17:21:38.596039 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866180e9-8658-4ec7-a35a-d1ea0f40d3b7 req-4c2e1411-7d2d-42b0-8d8a-2b6d9aa2646a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:38.597831 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-866180e9-8658-4ec7-a35a-d1ea0f40d3b7 req-4c2e1411-7d2d-42b0-8d8a-2b6d9aa2646a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1170163 May 17 17:21:38.623696 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Publish callbacks [] for port (dc627650-c820-4835-afcd-9c07273757e8), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:38.631958 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (dc627650-c820-4835-afcd-9c07273757e8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:38.939225 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cb12a-161b-4199-8fc2-febb343b75fd None None] Pushing event updated for resources: {'Port': ['ID=dc627650-c820-4835-afcd-9c07273757e8,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:38.955664 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Attempting to bind port dc627650-c820-4835-afcd-9c07273757e8 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:38.956562 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Attempting to bind port dc627650-c820-4835-afcd-9c07273757e8 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:38.956993 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Attempting to bind port dc627650-c820-4835-afcd-9c07273757e8 on network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:38.964368 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:38.964828 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Checking segment: {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:38.965295 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:38.965749 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Bound using segment: {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:38.966284 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Bound port: dc627650-c820-4835-afcd-9c07273757e8, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:38.966711 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (dc627650-c820-4835-afcd-9c07273757e8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.050053 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cdda7b-9dde-404c-ab33-7bf618abbfd9 req-271cf121-bc6b-467e-bfde-5cee61d17dab tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:39.051719 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-72cdda7b-9dde-404c-ab33-7bf618abbfd9 req-271cf121-bc6b-467e-bfde-5cee61d17dab tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.4302948 May 17 17:21:39.062389 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] For port dc627650-c820-4835-afcd-9c07273757e8, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:39.064319 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-8b43025a-2235-4f91-8bc0-e13bb14d9c8e None None] Provisioning complete for port dc627650-c820-4835-afcd-9c07273757e8 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:39.064743 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8b43025a-2235-4f91-8bc0-e13bb14d9c8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (dc627650-c820-4835-afcd-9c07273757e8), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.067965 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] For port dc627650-c820-4835-afcd-9c07273757e8, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=dc627650-c820-4835-afcd-9c07273757e8,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:39.103718 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (dc627650-c820-4835-afcd-9c07273757e8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.104329 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-866180e9-8658-4ec7-a35a-d1ea0f40d3b7 req-5b6eb1a8-b444-4f20-a0ad-3b6ca36a30e5 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4930680 May 17 17:21:39.195336 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-72cdda7b-9dde-404c-ab33-7bf618abbfd9 req-fa12f16b-c5e8-4ccb-94a6-bad04e569405 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137240 May 17 17:21:39.196092 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8cb12a-161b-4199-8fc2-febb343b75fd None None] Pushing event updated for resources: {'Port': ['ID=dc627650-c820-4835-afcd-9c07273757e8,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:39.207631 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520866149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521134045'] for subnet (7f3a3dde-66ac-4845-89bf-79096f91f76d), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.210423 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-8b43025a-2235-4f91-8bc0-e13bb14d9c8e None None] Port dc627650-c820-4835-afcd-9c07273757e8 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:21:39.238402 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:39.239103 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:39.398523 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c027ada0-cbf9-4f3c-ba30-175986ddcfad req-98384b22-b430-42dc-9ce4-4adfec2218ba tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:39.400085 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c027ada0-cbf9-4f3c-ba30-175986ddcfad req-98384b22-b430-42dc-9ce4-4adfec2218ba tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 944 time: 0.1364317 May 17 17:21:39.416631 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Checking segment: {'id': '22cf6023-54a3-4fe5-be7c-acb5b1077fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:39.417255 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Network hostable DHCP agents. Network: 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:21:39.425112 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f3a3dde-66ac-4845-89bf-79096f91f76d,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:39.430672 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:39.474998 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e8657-74a7-442b-bf93-7296b6b58ce0 req-32cfdbf7-7e41-45cf-be66-14f3af4a15a4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:39.477707 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c33e8657-74a7-442b-bf93-7296b6b58ce0 req-32cfdbf7-7e41-45cf-be66-14f3af4a15a4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1491060 May 17 17:21:39.543106 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:21:39.577219 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775) {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:39.586053 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c027ada0-cbf9-4f3c-ba30-175986ddcfad req-0d053a11-5d17-47e4-b898-ae2a93464745 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737430 May 17 17:21:39.599885 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:39.600528 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.610207 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c33e8657-74a7-442b-bf93-7296b6b58ce0 req-d0aa7e09-c199-49d5-aa4e-42d7b8d47278 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242726 May 17 17:21:39.637790 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640cedb0-3cda-4a3d-8686-b01b7a25c641 None None] Network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:21:39.641500 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49232) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:39.642914 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-788b310c-b143-487b-85ea-76793fbd8ae9 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4509053 May 17 17:21:39.647081 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:39.673721 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.677923 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.754215 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-7911223a-ab71-4497-9efe-2fd4cefbb06a None None] Provisioning complete for port dc627650-c820-4835-afcd-9c07273757e8 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:39.754970 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7911223a-ab71-4497-9efe-2fd4cefbb06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (dc627650-c820-4835-afcd-9c07273757e8), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.799357 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks [] for router_controller (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), precommit_add_association {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:39.933056 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-71db0e76-a0c9-441e-b1e6-7c9f1fa8d775', 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775', 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'fixed_ips': [{'subnet_id': '7f3a3dde-66ac-4845-89bf-79096f91f76d'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:21:39.935323 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.013195 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks [] for router_gateway (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.178988 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Allocated IP 172.20.0.2 (71db0e76-a0c9-441e-b1e6-7c9f1fa8d775/7f3a3dde-66ac-4845-89bf-79096f91f76d/9951e844-f9de-4174-b619-38134bf3a2ea) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:40.194246 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'dc627650-c820-4835-afcd-9c07273757e8', 'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'mac_address': 'fa:16:3e:a8:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:33Z', 'updated_at': '2022-05-17T17:21:39Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'subnets': [{'id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:40.215277 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-7911223a-ab71-4497-9efe-2fd4cefbb06a None None] Current status of the port dc627650-c820-4835-afcd-9c07273757e8 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:40.222481 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7911223a-ab71-4497-9efe-2fd4cefbb06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (dc627650-c820-4835-afcd-9c07273757e8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.329525 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2ec4fd3-13ec-40c8-b18e-3c34d4434c7a None None] The sync data for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi is: [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'dc627650-c820-4835-afcd-9c07273757e8', 'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'mac_address': 'fa:16:3e:a8:4f:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:33Z', 'updated_at': '2022-05-17T17:21:39Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'subnets': [{'id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:40.360153 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb331930-c8b1-479c-a47e-8c483e3cfee7 req-a04a695e-c917-4c31-b320-4c3ab536f1f4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:40.379847 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb331930-c8b1-479c-a47e-8c483e3cfee7 req-a04a695e-c917-4c31-b320-4c3ab536f1f4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1444938 May 17 17:21:40.455940 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-7911223a-ab71-4497-9efe-2fd4cefbb06a None None] For port dc627650-c820-4835-afcd-9c07273757e8, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=dc627650-c820-4835-afcd-9c07273757e8,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:40.462149 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7911223a-ab71-4497-9efe-2fd4cefbb06a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (dc627650-c820-4835-afcd-9c07273757e8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.488650 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb331930-c8b1-479c-a47e-8c483e3cfee7 req-05dff208-a42b-4979-a69d-47e5d4e0f6d7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039021 May 17 17:21:40.540363 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks [] for router_gateway (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.569294 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.654688 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911223a-ab71-4497-9efe-2fd4cefbb06a None None] Pushing event updated for resources: {'Port': ['ID=dc627650-c820-4835-afcd-9c07273757e8,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:40.756270 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Allocated IP 172.27.3.73 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/f41e3b6c-8e57-462b-a616-5f538f9db30b) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:40.763354 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Publish callbacks [] for port (9951e844-f9de-4174-b619-38134bf3a2ea), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.777905 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:40.813299 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bbd37-97e8-41ef-8a55-124b465fa697 req-c0ed1e9b-0964-49cf-a902-62cca3d0523f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:40.815236 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de5bbd37-97e8-41ef-8a55-124b465fa697 req-c0ed1e9b-0964-49cf-a902-62cca3d0523f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 944 time: 0.0751059 May 17 17:21:40.836904 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:40.845686 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:40.851271 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:40.859993 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Pushing event updated for resources: {'Port': ['ID=9951e844-f9de-4174-b619-38134bf3a2ea,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:40.926706 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de5bbd37-97e8-41ef-8a55-124b465fa697 req-3cbcab62-55d0-4664-add7-ff16330a0a2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010859 May 17 17:21:41.004084 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks [] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.023835 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Attempting to bind port 9951e844-f9de-4174-b619-38134bf3a2ea on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:41.024745 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Attempting to bind port 9951e844-f9de-4174-b619-38134bf3a2ea by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '22cf6023-54a3-4fe5-be7c-acb5b1077fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:41.025469 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Attempting to bind port 9951e844-f9de-4174-b619-38134bf3a2ea on network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:41.053779 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:41.054298 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Checking segment: {'id': '22cf6023-54a3-4fe5-be7c-acb5b1077fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:41.054784 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.055257 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Bound using segment: {'id': '22cf6023-54a3-4fe5-be7c-acb5b1077fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:41.055818 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Bound port: 9951e844-f9de-4174-b619-38134bf3a2ea, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf6023-54a3-4fe5-be7c-acb5b1077fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:41.057565 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.060197 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.094087 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device dc627650-c820-4835-afcd-9c07273757e8 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:41.117221 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:41.127869 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:41.130894 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:41.136738 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Pushing event updated for resources: {'Port': ['ID=f41e3b6c-8e57-462b-a616-5f538f9db30b,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:41.179517 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port dc627650-c820-4835-afcd-9c07273757e8 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:41.180415 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (dc627650-c820-4835-afcd-9c07273757e8), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.255190 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] For port 9951e844-f9de-4174-b619-38134bf3a2ea, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:41.260136 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] For port 9951e844-f9de-4174-b619-38134bf3a2ea, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=9951e844-f9de-4174-b619-38134bf3a2ea,segment=NetworkSegment(22cf6023-54a3-4fe5-be7c-acb5b1077fe7),segment_id=22cf6023-54a3-4fe5-be7c-acb5b1077fe7)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:41.310316 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port dc627650-c820-4835-afcd-9c07273757e8 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:41.317204 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:41.432277 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637cc0c-5441-41c4-83e8-ff75285cbca6 None None] Pushing event updated for resources: {'Port': ['ID=9951e844-f9de-4174-b619-38134bf3a2ea,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:41.754151 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d5a08-ef4f-4ac7-b32e-a828f07cd5ea req-419e56b9-14fb-43bd-99d6-58844f39cdf2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:41.755657 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e76d5a08-ef4f-4ac7-b32e-a828f07cd5ea req-419e56b9-14fb-43bd-99d6-58844f39cdf2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1252809 May 17 17:21:41.849862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e76d5a08-ef4f-4ac7-b32e-a828f07cd5ea req-aeba79a5-bada-4f3d-9d2e-a339273f5c5a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864401 May 17 17:21:41.913874 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks [] for router_gateway (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:42.069342 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c77f38ef-874b-4b48-9e15-4c14ffcee7ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:42.119979 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6aa16f9-dea8-4f12-a23f-4c31fda4e183 req-b7f3ac95-162b-4637-91fc-5072c6c6132a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:42.121706 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b6aa16f9-dea8-4f12-a23f-4c31fda4e183 req-b7f3ac95-162b-4637-91fc-5072c6c6132a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 944 time: 0.0898588 May 17 17:21:42.187565 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:21:42.215935 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b6aa16f9-dea8-4f12-a23f-4c31fda4e183 req-4981545a-0885-4cc9-afce-5d888e671edc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875933 May 17 17:21:42.224422 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:42.531571 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:21:42.695473 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:42.707753 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Sync routers for ids ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:42.718163 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:42.722830 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 49268) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:42.723469 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-b6c15ccd-a926-4074-8b84-422efa5c234c admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0804527 May 17 17:21:42.743516 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Routers {'67b6a4aa-6308-4fcf-abd9-c37ed14eb951'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:42.746099 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:43.017684 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Set router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:43.058822 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2dfe16-c237-40eb-b2de-4e069826b9a1 None None] Network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:21:43.126397 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9951e844-f9de-4174-b619-38134bf3a2ea up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:43.181159 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-fff864ea-aa27-44f9-9619-389c4e1046fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:43.185268 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-fff864ea-aa27-44f9-9619-389c4e1046fe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 1129 time: 0.2171028 May 17 17:21:43.335826 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6d158-9417-4f3e-bd5c-c7b82c008f3b req-44a04de0-9908-4cd6-b082-8cd1d5417bd6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:43.337392 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2de6d158-9417-4f3e-bd5c-c7b82c008f3b req-44a04de0-9908-4cd6-b082-8cd1d5417bd6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.3385808 May 17 17:21:43.357089 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 9951e844-f9de-4174-b619-38134bf3a2ea triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:43.357472 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.364725 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b539f-1c57-4abd-b53c-0dfa40b0842c req-5cd9aea4-8c39-4c4e-b5ce-aafc4352ded3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:43.371196 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-c0d757ba-868d-4b0e-ae17-54d87bf0ed49 None None] Provisioning complete for port 9951e844-f9de-4174-b619-38134bf3a2ea triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:43.376907 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d41b539f-1c57-4abd-b53c-0dfa40b0842c req-5cd9aea4-8c39-4c4e-b5ce-aafc4352ded3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.3315332 May 17 17:21:43.379054 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c0d757ba-868d-4b0e-ae17-54d87bf0ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.525668 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:39Z', 'updated_at': '2022-05-17T17:21:41Z', 'revision_number': 3, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'gw_port': {'id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ed:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:40Z', 'updated_at': '2022-05-17T17:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:43.562046 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Checking router: 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:43.563009 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Updating router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 port f41e3b6c-8e57-462b-a616-5f538f9db30b binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:21:43.614168 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.813571 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d41b539f-1c57-4abd-b53c-0dfa40b0842c req-8d1e1501-17fd-4651-8648-8e0c38fd23d9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4357808 May 17 17:21:43.907600 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:43.914652 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-b9ecb86c-214d-4c08-96e5-d3641a4da4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:43.918412 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-b9ecb86c-214d-4c08-96e5-d3641a4da4e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.7249629 May 17 17:21:43.930134 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2de6d158-9417-4f3e-bd5c-c7b82c008f3b req-51caa3e1-9342-4311-bc22-710d89990ddd tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5837064 May 17 17:21:44.268048 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74989de-fb8b-4cfd-aab8-478b524806db req-b84fd1b4-a387-4ac7-bad7-caa98640bf53 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:44.269683 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d74989de-fb8b-4cfd-aab8-478b524806db req-b84fd1b4-a387-4ac7-bad7-caa98640bf53 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 944 time: 0.1898239 May 17 17:21:44.273819 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 9951e844-f9de-4174-b619-38134bf3a2ea is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:44.274680 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.350955 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-c0d757ba-868d-4b0e-ae17-54d87bf0ed49 None None] Current status of the port 9951e844-f9de-4174-b619-38134bf3a2ea is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:44.351720 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c0d757ba-868d-4b0e-ae17-54d87bf0ed49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.355500 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.359901 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Publish callbacks [] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.373143 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.467050 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 9951e844-f9de-4174-b619-38134bf3a2ea, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=9951e844-f9de-4174-b619-38134bf3a2ea,segment=NetworkSegment(22cf6023-54a3-4fe5-be7c-acb5b1077fe7),segment_id=22cf6023-54a3-4fe5-be7c-acb5b1077fe7)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:44.474590 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.476851 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-845bb3fd-1e10-466c-8b58-489a9623ee5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.534840 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Attempting to bind port f41e3b6c-8e57-462b-a616-5f538f9db30b on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:44.535313 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Attempting to bind port f41e3b6c-8e57-462b-a616-5f538f9db30b by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:44.535581 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Attempting to bind port f41e3b6c-8e57-462b-a616-5f538f9db30b on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:44.541613 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Pushing event updated for resources: {'Port': ['ID=f41e3b6c-8e57-462b-a616-5f538f9db30b,revision_number=2']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:44.544454 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:44.545235 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:44.545794 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.546332 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:44.546968 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Bound port: f41e3b6c-8e57-462b-a616-5f538f9db30b, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:44.547510 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.578026 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d74989de-fb8b-4cfd-aab8-478b524806db req-2c3e87f4-26ae-451a-a943-a72cb342260a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730262 May 17 17:21:44.607443 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.db.api [None req-c0d757ba-868d-4b0e-ae17-54d87bf0ed49 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 17:21:44.608165 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG oslo_db.api [None req-c0d757ba-868d-4b0e-ae17-54d87bf0ed49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 17:21:44.620453 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=9951e844-f9de-4174-b619-38134bf3a2ea,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:44.623792 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.624138 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.624733 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.625178 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.625615 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.626032 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.626426 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.627045 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.628061 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.628590 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.629011 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.629372 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.629707 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.630029 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.630359 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:21:44.654214 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] For port f41e3b6c-8e57-462b-a616-5f538f9db30b, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:44.658030 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] For port f41e3b6c-8e57-462b-a616-5f538f9db30b, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=f41e3b6c-8e57-462b-a616-5f538f9db30b,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:44.668946 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.748809 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9edca9-80be-49ae-b1a8-48b508e862e8 None None] Pushing event updated for resources: {'Port': ['ID=f41e3b6c-8e57-462b-a616-5f538f9db30b,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:44.754570 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Routers {'67b6a4aa-6308-4fcf-abd9-c37ed14eb951'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:44.755036 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Allocated IP 172.20.0.1 (71db0e76-a0c9-441e-b1e6-7c9f1fa8d775/7f3a3dde-66ac-4845-89bf-79096f91f76d/2575e520-b3e7-4938-b13c-ea87daf4e85b) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:44.755613 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:44.808752 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 502e1826-aa6e-4ce5-982e-d5a490f2c06b details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:21:44.894898 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Publish callbacks [] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:44.898876 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] Set router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:44.981998 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.005685 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9951e844-f9de-4174-b619-38134bf3a2ea up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:45.006060 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-95c0d0e2-adef-4e00-acf6-7c1f45b1ffab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3504113-6df1-41f1-aea1-64a522780a98 HTTP/1.1" status: 200 len: 217 time: 0.3663278 May 17 17:21:45.098200 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:45.138055 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:45.141046 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:45.173910 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:39Z', 'updated_at': '2022-05-17T17:21:41Z', 'revision_number': 3, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'gw_port': {'id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ed:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:40Z', 'updated_at': '2022-05-17T17:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:45.193866 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.197098 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Pushing event updated for resources: {'Port': ['ID=2575e520-b3e7-4938-b13c-ea87daf4e85b,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:45.215890 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe041e8-c46d-44bf-9e09-e92b5dbfcb2d None None] The sync data for ids ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'] in dv-cinder-842148-1-iscsi is: [{'id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:39Z', 'updated_at': '2022-05-17T17:21:41Z', 'revision_number': 3, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'gw_port': {'id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ed:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:40Z', 'updated_at': '2022-05-17T17:21:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:45.218203 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644de2d-3775-4d6a-8fe2-cfbf1645c19c req-9296577b-c15c-4f22-a3f6-5f112257d10d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:45.220986 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d644de2d-3775-4d6a-8fe2-cfbf1645c19c req-9296577b-c15c-4f22-a3f6-5f112257d10d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.2394533 May 17 17:21:45.230319 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 502e1826-aa6e-4ce5-982e-d5a490f2c06b, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=502e1826-aa6e-4ce5-982e-d5a490f2c06b,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:45.265729 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 9951e844-f9de-4174-b619-38134bf3a2ea triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:45.266105 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.272897 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'port_id': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'mac_address': 'fa:16:3e:85:a8:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:21:45.336979 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-c0d757ba-868d-4b0e-ae17-54d87bf0ed49 None None] Current status of the port 9951e844-f9de-4174-b619-38134bf3a2ea is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:45.341428 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-19acb84e-f681-446f-ae34-7f2a57918136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:45.342921 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-19acb84e-f681-446f-ae34-7f2a57918136 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.2064526 May 17 17:21:45.448392 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-33ada8b4-9984-4c1c-9c9d-75ec56fc4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:45.450610 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-33ada8b4-9984-4c1c-9c9d-75ec56fc4fcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 1130 time: 0.0639658 May 17 17:21:45.489226 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 502e1826-aa6e-4ce5-982e-d5a490f2c06b is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:45.489630 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.552670 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55293593-aa28-4d41-ae7b-6c49b5e0c310 req-ad232e0a-714d-495f-a438-552bf0751c18 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:45.561965 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-55293593-aa28-4d41-ae7b-6c49b5e0c310 req-ad232e0a-714d-495f-a438-552bf0751c18 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.4963751 May 17 17:21:45.569554 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502e1826-aa6e-4ce5-982e-d5a490f2c06b {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:21:45.608014 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.626881 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-eb31f505-4715-4f97-ab6d-2736dde1aaa5 None None] Provisioning complete for port 9951e844-f9de-4174-b619-38134bf3a2ea triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:45.627264 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-eb31f505-4715-4f97-ab6d-2736dde1aaa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.629796 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 9951e844-f9de-4174-b619-38134bf3a2ea is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:45.672319 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.691542 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-de6bb933-3f9f-4d39-931f-0263f544f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:45.693447 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-de6bb933-3f9f-4d39-931f-0263f544f66c service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 918 time: 0.2363257 May 17 17:21:45.700922 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 502e1826-aa6e-4ce5-982e-d5a490f2c06b, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=502e1826-aa6e-4ce5-982e-d5a490f2c06b,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:45.710019 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.732582 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d644de2d-3775-4d6a-8fe2-cfbf1645c19c req-bf8a3611-b336-4455-823a-3a476112a0db tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3865573 May 17 17:21:45.817385 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=502e1826-aa6e-4ce5-982e-d5a490f2c06b,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:45.826086 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-eb31f505-4715-4f97-ab6d-2736dde1aaa5 None None] Current status of the port 9951e844-f9de-4174-b619-38134bf3a2ea is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:45.833928 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-4fd96790-b75a-49fa-b3aa-3aec517bcece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:45.835643 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-142e6ba5-2b11-4c9a-83cd-6af2e7e60cf3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=902fa950-8eb3-4211-83e2-5564e49661d2 HTTP/1.1" status: 200 len: 1002 time: 0.1166375 May 17 17:21:45.838524 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-4fd96790-b75a-49fa-b3aa-3aec517bcece service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4833272 May 17 17:21:45.931471 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-0c723e03-4a98-48f0-b5be-037a09d55298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:45.934056 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-0c723e03-4a98-48f0-b5be-037a09d55298 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.0866175 May 17 17:21:45.960721 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-e1ece3c0-fc62-4e87-8c8f-03d66d1d4d0f None None] Provisioning complete for port 2575e520-b3e7-4938-b13c-ea87daf4e85b triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:45.963359 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e1ece3c0-fc62-4e87-8c8f-03d66d1d4d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:45.991662 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-ead5b6ff-aafa-493c-87da-8238d915298c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:45.995677 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-ead5b6ff-aafa-493c-87da-8238d915298c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523903 May 17 17:21:46.031450 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-e1ece3c0-fc62-4e87-8c8f-03d66d1d4d0f None None] Port 2575e520-b3e7-4938-b13c-ea87daf4e85b cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:21:46.033550 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['502e1826-aa6e-4ce5-982e-d5a490f2c06b'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:21:46.045684 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-55293593-aa28-4d41-ae7b-6c49b5e0c310 req-4b31f2ea-2b5f-42c6-b37d-e9c434865979 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826324 May 17 17:21:46.125834 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-6189e553-c320-4cac-8fd2-1add4fdeb15a service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250277 May 17 17:21:46.172079 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fae71-ad96-41ab-a0d8-8dc5501af9c4 req-caec2ffa-7a97-4f3b-b232-f41345f38e3f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:46.173971 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6b7fae71-ad96-41ab-a0d8-8dc5501af9c4 req-caec2ffa-7a97-4f3b-b232-f41345f38e3f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 945 time: 0.3135786 May 17 17:21:46.364598 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6b7fae71-ad96-41ab-a0d8-8dc5501af9c4 req-07dfcc26-6cae-45f5-aa8a-63863a2f9102 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683421 May 17 17:21:46.375057 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-c90d1d6c-e6d0-4a42-a698-9ec3b75f9fc0 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195017 May 17 17:21:46.379534 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5e16d80b-ff67-434a-8f44-87a877a0e761 req-a8181a6e-2027-4fd5-b547-984b4dfe05f6 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403507 May 17 17:21:46.579384 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Publish callbacks [] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.591833 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.659235 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b8f9cf9-8837-40e9-8c33-2f4dd83c605c req-71e2a6ff-4ae2-45a5-a94f-078f5051ceb7 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686422 May 17 17:21:46.690096 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:46.693700 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Pushing event updated for resources: {'Port': ['ID=2575e520-b3e7-4938-b13c-ea87daf4e85b,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:46.854339 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:46.862330 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:47.006074 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f41e3b6c-8e57-462b-a616-5f538f9db30b up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:47.106629 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.124749 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port f41e3b6c-8e57-462b-a616-5f538f9db30b triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:47.127382 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.167725 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 502e1826-aa6e-4ce5-982e-d5a490f2c06b up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:47.218307 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-45415f25-49a0-4e9e-8217-b90e30cbf24c None None] Provisioning complete for port 2575e520-b3e7-4938-b13c-ea87daf4e85b triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:47.218680 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-45415f25-49a0-4e9e-8217-b90e30cbf24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.273673 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-45415f25-49a0-4e9e-8217-b90e30cbf24c None None] Port 2575e520-b3e7-4938-b13c-ea87daf4e85b cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:21:47.283389 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 502e1826-aa6e-4ce5-982e-d5a490f2c06b completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:21:47.317153 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 502e1826-aa6e-4ce5-982e-d5a490f2c06b triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:47.318247 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.428493 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port f41e3b6c-8e57-462b-a616-5f538f9db30b is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:47.429312 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.443031 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157080e4-3ea0-4bc6-b125-d2ae6fe0b4a7 req-67c8b328-9b0d-482a-9641-cb13271e96c1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:47.467682 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-157080e4-3ea0-4bc6-b125-d2ae6fe0b4a7 req-67c8b328-9b0d-482a-9641-cb13271e96c1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0730791 May 17 17:21:47.506367 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port f41e3b6c-8e57-462b-a616-5f538f9db30b, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=f41e3b6c-8e57-462b-a616-5f538f9db30b,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:47.529451 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:21:47.542858 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd694b9f-f8b1-4de9-98bd-03008d023cf9 req-6c495bd9-644d-421f-8758-9841f63912fd tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:47.544443 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dd694b9f-f8b1-4de9-98bd-03008d023cf9 req-6c495bd9-644d-421f-8758-9841f63912fd tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.6727641 May 17 17:21:47.576079 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.677702 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 502e1826-aa6e-4ce5-982e-d5a490f2c06b is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:47.678497 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.730110 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502e1826-aa6e-4ce5-982e-d5a490f2c06b'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:47.734085 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee8ade6-cb9c-4f67-9cd4-1f6c800795d3" -d '{"events": [{"server_uuid": "ba63f372-314b-418a-ba62-e9a67eec9102", "name": "network-vif-plugged", "status": "completed", "tag": "502e1826-aa6e-4ce5-982e-d5a490f2c06b"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:47.752900 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=f41e3b6c-8e57-462b-a616-5f538f9db30b,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:47.769713 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 502e1826-aa6e-4ce5-982e-d5a490f2c06b, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=502e1826-aa6e-4ce5-982e-d5a490f2c06b,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:47.777035 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:47.852892 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=502e1826-aa6e-4ce5-982e-d5a490f2c06b,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:47.867520 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:47.876882 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-157080e4-3ea0-4bc6-b125-d2ae6fe0b4a7 req-d312afbd-c8f2-4472-9aa9-d12f4b73d3e3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232874 May 17 17:21:47.882286 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9b862e13-88be-4aca-baab-72c82c170e56 admin admin] 10.222.0.81 "PUT /v2.0/routers/67b6a4aa-6308-4fcf-abd9-c37ed14eb951/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1577740 May 17 17:21:47.936425 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dd694b9f-f8b1-4de9-98bd-03008d023cf9 req-bc23c0c7-f6db-47b7-9e16-923785d1e8b2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026430 May 17 17:21:48.037808 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4657f8-83e9-42c0-bf27-ea82520eb8ed x-openstack-request-id: req-7e4657f8-83e9-42c0-bf27-ea82520eb8ed {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:48.038344 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba63f372-314b-418a-ba62-e9a67eec9102", "name": "network-vif-plugged", "status": "completed", "tag": "502e1826-aa6e-4ce5-982e-d5a490f2c06b", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:48.038641 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e4657f8-83e9-42c0-bf27-ea82520eb8ed {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:48.039149 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4657f8-83e9-42c0-bf27-ea82520eb8ed'] response: {'server_uuid': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'code': 200} May 17 17:21:48.117999 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16842cce-82ef-4375-a43f-88ff23ed0b9e req-11046604-dffe-498e-b2c5-eed5353fc54a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:48.119957 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16842cce-82ef-4375-a43f-88ff23ed0b9e req-11046604-dffe-498e-b2c5-eed5353fc54a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 946 time: 0.1362212 May 17 17:21:48.207475 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16842cce-82ef-4375-a43f-88ff23ed0b9e req-7bccf11a-9883-43cc-8a5c-e8ff7c6de408 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819798 May 17 17:21:48.392430 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Sync routers for ids ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:48.413097 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Routers {'67b6a4aa-6308-4fcf-abd9-c37ed14eb951'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:48.413780 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:48.568281 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:48.595319 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6108030f-c2b5-4ef1-ba0f-6d7bc2d624dc req-6cb3dd5e-342e-4453-92f2-26737187451f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:48.599585 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6108030f-c2b5-4ef1-ba0f-6d7bc2d624dc req-6cb3dd5e-342e-4453-92f2-26737187451f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 1130 time: 0.1000025 May 17 17:21:48.608269 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49340) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:48.613266 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-a28152a7-9677-4326-93df-208e68fc300f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538598192', 'description': 'tempest-secgroup-smoke-538598192 description', 'project_id': '5499cb4f84524e8ea33e93ca520139e5'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:48.657683 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a28152a7-9677-4326-93df-208e68fc300f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:48.704925 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Set router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:48.735884 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6108030f-c2b5-4ef1-ba0f-6d7bc2d624dc req-320aecc9-285d-41db-9e94-81606427eff0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289179 May 17 17:21:48.809963 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a28152a7-9677-4326-93df-208e68fc300f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group (cfd223fa-4af2-4435-80d7-24d14953d172), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:48.815128 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a28152a7-9677-4326-93df-208e68fc300f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (cfd223fa-4af2-4435-80d7-24d14953d172), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:48.855354 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a28152a7-9677-4326-93df-208e68fc300f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:48.859888 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 49350) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:48.861010 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a28152a7-9677-4326-93df-208e68fc300f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2516031 May 17 17:21:48.865595 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-a21c1aa2-d6b9-4298-aad3-7be39bfe49a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Request body: {'security_group_rule': {'security_group_id': 'cfd223fa-4af2-4435-80d7-24d14953d172', 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:48.875058 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28152a7-9677-4326-93df-208e68fc300f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd223fa-4af2-4435-80d7-24d14953d172,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:48.937132 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a21c1aa2-d6b9-4298-aad3-7be39bfe49a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (3c19cf2f-5f7e-482b-88a7-f46199d18280), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.070804 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a21c1aa2-d6b9-4298-aad3-7be39bfe49a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (3c19cf2f-5f7e-482b-88a7-f46199d18280), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.094203 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f3e24-369f-426a-9023-5b878f9e16c9 req-48eb5670-77d4-47f0-be98-a31a890893e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:49.096699 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f41e3b6c-8e57-462b-a616-5f538f9db30b up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:49.104781 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ce5f3e24-369f-426a-9023-5b878f9e16c9 req-48eb5670-77d4-47f0-be98-a31a890893e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1038752 May 17 17:21:49.112819 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a21c1aa2-d6b9-4298-aad3-7be39bfe49a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (3c19cf2f-5f7e-482b-88a7-f46199d18280), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.136646 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c1aa2-d6b9-4298-aad3-7be39bfe49a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c19cf2f-5f7e-482b-88a7-f46199d18280,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:49.143630 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:39Z', 'updated_at': '2022-05-17T17:21:45Z', 'revision_number': 4, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'gw_port': {'id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ed:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:40Z', 'updated_at': '2022-05-17T17:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '2575e520-b3e7-4938-b13c-ea87daf4e85b', 'name': '', 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'mac_address': 'fa:16:3e:fd:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f3a3dde-66ac-4845-89bf-79096f91f76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:44Z', 'updated_at': '2022-05-17T17:21:46Z', 'revision_number': 2, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'subnets': [{'id': '7f3a3dde-66ac-4845-89bf-79096f91f76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:49.178486 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Checking router: 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:49.178900 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Updating router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 port 2575e520-b3e7-4938-b13c-ea87daf4e85b binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:21:49.213541 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port f41e3b6c-8e57-462b-a616-5f538f9db30b triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:49.213924 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.236203 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ce5f3e24-369f-426a-9023-5b878f9e16c9 req-a0dd74d8-ef66-493b-9808-bbba59c7c05c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307189 May 17 17:21:49.236478 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.245439 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a21c1aa2-d6b9-4298-aad3-7be39bfe49a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.247136 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-a21c1aa2-d6b9-4298-aad3-7be39bfe49a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3860283 May 17 17:21:49.251115 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49358) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:49.260814 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-db51f219-71a4-426f-a547-6b46697c09c0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Request body: {'security_group_rule': {'security_group_id': 'cfd223fa-4af2-4435-80d7-24d14953d172', 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:49.261049 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b7e74b-0060-44f0-958b-0c6fb9446638 req-c957bf13-2ba8-4b92-91a4-82c396cf75ef tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:49.271387 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f8b7e74b-0060-44f0-958b-0c6fb9446638 req-c957bf13-2ba8-4b92-91a4-82c396cf75ef tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1562579 May 17 17:21:49.336517 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-db51f219-71a4-426f-a547-6b46697c09c0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (4b8f56ec-8353-4b04-9193-eedc84732891), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.373678 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912679aa-bcb0-453b-ac72-2c27911e0fea req-d3acd1b8-e66f-4e56-9b03-bd1a9b6fb1a1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:49.380943 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-912679aa-bcb0-453b-ac72-2c27911e0fea req-d3acd1b8-e66f-4e56-9b03-bd1a9b6fb1a1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 946 time: 0.0551767 May 17 17:21:49.421995 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f8b7e74b-0060-44f0-958b-0c6fb9446638 req-92a565d9-f6aa-4ac7-8840-afae46559c3e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1496625 May 17 17:21:49.430079 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-db51f219-71a4-426f-a547-6b46697c09c0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (4b8f56ec-8353-4b04-9193-eedc84732891), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.440649 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-db51f219-71a4-426f-a547-6b46697c09c0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (4b8f56ec-8353-4b04-9193-eedc84732891), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.485420 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-912679aa-bcb0-453b-ac72-2c27911e0fea req-e1fbd9d8-dc2c-4cc0-8a79-275e812eccda tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033189 May 17 17:21:49.504309 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51f219-71a4-426f-a547-6b46697c09c0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8f56ec-8353-4b04-9193-eedc84732891,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:49.529016 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-db51f219-71a4-426f-a547-6b46697c09c0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.533650 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-db51f219-71a4-426f-a547-6b46697c09c0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2778924 May 17 17:21:49.534297 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49362) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:49.540546 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-ff5c50ef-ebb4-4d83-b6ae-4bc73325ad86 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Request body: {'security_group_rule': {'security_group_id': 'cfd223fa-4af2-4435-80d7-24d14953d172', 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:49.611122 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff5c50ef-ebb4-4d83-b6ae-4bc73325ad86 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (af85db30-adb3-4ebb-873a-4a95a07e6fb1), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.649302 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port f41e3b6c-8e57-462b-a616-5f538f9db30b is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:49.758689 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff5c50ef-ebb4-4d83-b6ae-4bc73325ad86 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (af85db30-adb3-4ebb-873a-4a95a07e6fb1), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.764923 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff5c50ef-ebb4-4d83-b6ae-4bc73325ad86 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (af85db30-adb3-4ebb-873a-4a95a07e6fb1), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.792801 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c50ef-ebb4-4d83-b6ae-4bc73325ad86 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af85db30-adb3-4ebb-873a-4a95a07e6fb1,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:49.804457 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ff5c50ef-ebb4-4d83-b6ae-4bc73325ad86 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.806014 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-ff5c50ef-ebb4-4d83-b6ae-4bc73325ad86 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2699199 May 17 17:21:49.809832 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 49374) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:49.814083 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-714f5298-b51e-4563-97d2-bbee79b8c06d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Request body: {'security_group_rule': {'security_group_id': 'cfd223fa-4af2-4435-80d7-24d14953d172', 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:49.910965 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-714f5298-b51e-4563-97d2-bbee79b8c06d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (44ce77ea-ed61-4c9a-9df2-b721c9130040), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.941804 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Publish callbacks [] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.951119 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:49.996016 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-714f5298-b51e-4563-97d2-bbee79b8c06d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (44ce77ea-ed61-4c9a-9df2-b721c9130040), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.007401 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-714f5298-b51e-4563-97d2-bbee79b8c06d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (44ce77ea-ed61-4c9a-9df2-b721c9130040), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.018369 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dca2fe-107e-4195-b304-c391d2915d45 None None] Pushing event updated for resources: {'Port': ['ID=2575e520-b3e7-4938-b13c-ea87daf4e85b,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:50.036587 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f5298-b51e-4563-97d2-bbee79b8c06d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ce77ea-ed61-4c9a-9df2-b721c9130040,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:50.063972 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-714f5298-b51e-4563-97d2-bbee79b8c06d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.065685 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-714f5298-b51e-4563-97d2-bbee79b8c06d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2553949 May 17 17:21:50.069049 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 49378) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:50.078662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-3610fbb9-5e43-4953-90e9-52711bf6b972 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Request body: {'security_group_rule': {'security_group_id': 'cfd223fa-4af2-4435-80d7-24d14953d172', 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:50.117187 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.securitygroups_db [None req-3610fbb9-5e43-4953-90e9-52711bf6b972 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Project 5499cb4f84524e8ea33e93ca520139e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:21:50.128833 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3610fbb9-5e43-4953-90e9-52711bf6b972 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (95d1b533-3920-4a39-b893-94968a12dfa6), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.151175 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Attempting to bind port 2575e520-b3e7-4938-b13c-ea87daf4e85b on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:21:50.151820 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Attempting to bind port 2575e520-b3e7-4938-b13c-ea87daf4e85b by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '22cf6023-54a3-4fe5-be7c-acb5b1077fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:21:50.151948 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Attempting to bind port 2575e520-b3e7-4938-b13c-ea87daf4e85b on network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:21:50.160867 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:21:50.161253 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Checking segment: {'id': '22cf6023-54a3-4fe5-be7c-acb5b1077fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:21:50.161657 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.162143 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Bound using segment: {'id': '22cf6023-54a3-4fe5-be7c-acb5b1077fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:21:50.162643 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Bound port: 2575e520-b3e7-4938-b13c-ea87daf4e85b, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22cf6023-54a3-4fe5-be7c-acb5b1077fe7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:21:50.163251 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.270230 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3610fbb9-5e43-4953-90e9-52711bf6b972 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (95d1b533-3920-4a39-b893-94968a12dfa6), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.273047 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] For port 2575e520-b3e7-4938-b13c-ea87daf4e85b, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:21:50.276725 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] For port 2575e520-b3e7-4938-b13c-ea87daf4e85b, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=2575e520-b3e7-4938-b13c-ea87daf4e85b,segment=NetworkSegment(22cf6023-54a3-4fe5-be7c-acb5b1077fe7),segment_id=22cf6023-54a3-4fe5-be7c-acb5b1077fe7)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:21:50.278012 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3610fbb9-5e43-4953-90e9-52711bf6b972 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (95d1b533-3920-4a39-b893-94968a12dfa6), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.291580 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.314069 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3610fbb9-5e43-4953-90e9-52711bf6b972 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d1b533-3920-4a39-b893-94968a12dfa6,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:50.324485 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3610fbb9-5e43-4953-90e9-52711bf6b972 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.326471 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-3610fbb9-5e43-4953-90e9-52711bf6b972 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2559257 May 17 17:21:50.330123 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49384) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:50.341071 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-e33df1b8-929f-434e-be49-d688538650f0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Request body: {'security_group_rule': {'security_group_id': 'cfd223fa-4af2-4435-80d7-24d14953d172', 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:50.381355 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.securitygroups_db [None req-e33df1b8-929f-434e-be49-d688538650f0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Project 5499cb4f84524e8ea33e93ca520139e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:21:50.392241 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e33df1b8-929f-434e-be49-d688538650f0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (08b61e9e-c5a9-4b47-8b02-7d0c6c949ddb), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.457680 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Routers {'67b6a4aa-6308-4fcf-abd9-c37ed14eb951'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:50.458342 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:50.477541 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dca2fe-107e-4195-b304-c391d2915d45 None None] Pushing event updated for resources: {'Port': ['ID=2575e520-b3e7-4938-b13c-ea87daf4e85b,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:50.544189 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e33df1b8-929f-434e-be49-d688538650f0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (08b61e9e-c5a9-4b47-8b02-7d0c6c949ddb), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.554233 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e33df1b8-929f-434e-be49-d688538650f0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (08b61e9e-c5a9-4b47-8b02-7d0c6c949ddb), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.565251 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9226af-a1e8-49d2-a635-9b5a22deb1e6 req-6ca0e21a-0751-46d1-b677-f2282075101d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:50.567363 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb9226af-a1e8-49d2-a635-9b5a22deb1e6 req-6ca0e21a-0751-46d1-b677-f2282075101d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1533563 May 17 17:21:50.582092 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-bbe72dd3-a327-4797-9e92-37923d097662 req-3b4c9fb8-5338-45da-b3f6-b9ff140c02af service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:21:50.586340 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbe72dd3-a327-4797-9e92-37923d097662 req-3b4c9fb8-5338-45da-b3f6-b9ff140c02af service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0147040 May 17 17:21:50.601607 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33df1b8-929f-434e-be49-d688538650f0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b61e9e-c5a9-4b47-8b02-7d0c6c949ddb,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:50.608701 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e33df1b8-929f-434e-be49-d688538650f0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.636626 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-e33df1b8-929f-434e-be49-d688538650f0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2975476 May 17 17:21:50.696124 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb9226af-a1e8-49d2-a635-9b5a22deb1e6 req-c7c9e2b6-7a00-4fa0-83f0-7ed7dd51b77b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086509 May 17 17:21:50.698381 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-4ee1d98c-3ce8-45ad-bb1c-dc9bf3486670 None None] Provisioning complete for port 2575e520-b3e7-4938-b13c-ea87daf4e85b triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:50.699990 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d98c-3ce8-45ad-bb1c-dc9bf3486670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:50.950179 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1bbb5-d8ce-48b7-befc-b223b5909a68 req-d558a15d-b8ab-45f1-9590-d1eb8bcfc842 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:50.951754 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbb1bbb5-d8ce-48b7-befc-b223b5909a68 req-d558a15d-b8ab-45f1-9590-d1eb8bcfc842 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 946 time: 0.0894797 May 17 17:21:51.002611 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90429fd3-6413-4007-8ddf-578bdd371af0 req-31af1e45-a093-4dcb-a696-ba84fd00cafd tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:51.006021 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] Set router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:51.010054 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-90429fd3-6413-4007-8ddf-578bdd371af0 req-31af1e45-a093-4dcb-a696-ba84fd00cafd tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 946 time: 0.1300998 May 17 17:21:51.011033 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-4ee1d98c-3ce8-45ad-bb1c-dc9bf3486670 None None] Current status of the port 2575e520-b3e7-4938-b13c-ea87daf4e85b is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:51.011431 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d98c-3ce8-45ad-bb1c-dc9bf3486670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:51.075058 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbb1bbb5-d8ce-48b7-befc-b223b5909a68 req-ee601ad8-8b90-471a-9dd9-291903b23887 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064978 May 17 17:21:51.145079 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-90429fd3-6413-4007-8ddf-578bdd371af0 req-c1ab1ead-cc1d-4029-ae82-b590424349ba tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334670 May 17 17:21:51.222728 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 902fa950-8eb3-4211-83e2-5564e49661d2 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:21:51.276905 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-4ee1d98c-3ce8-45ad-bb1c-dc9bf3486670 None None] For port 2575e520-b3e7-4938-b13c-ea87daf4e85b, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=2575e520-b3e7-4938-b13c-ea87daf4e85b,segment=NetworkSegment(22cf6023-54a3-4fe5-be7c-acb5b1077fe7),segment_id=22cf6023-54a3-4fe5-be7c-acb5b1077fe7)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:51.287389 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd793083-aea1-4ae5-a0c0-7b70ceddd897 req-6efb01bb-d1af-43e7-95d1-90972ae50672 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:51.297818 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dd793083-aea1-4ae5-a0c0-7b70ceddd897 req-6efb01bb-d1af-43e7-95d1-90972ae50672 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 946 time: 0.1018806 May 17 17:21:51.298506 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4ee1d98c-3ce8-45ad-bb1c-dc9bf3486670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:51.374005 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1d98c-3ce8-45ad-bb1c-dc9bf3486670 None None] Pushing event updated for resources: {'Port': ['ID=2575e520-b3e7-4938-b13c-ea87daf4e85b,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:51.426564 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dd793083-aea1-4ae5-a0c0-7b70ceddd897 req-9ea433a8-af58-4c93-bb33-3045363924cf tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248426 May 17 17:21:51.442557 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49454) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:51.457265 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 902fa950-8eb3-4211-83e2-5564e49661d2 is: ACTIVE; New status is: DOWN {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:51.457882 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:51.469530 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49458) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:51.545365 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:51.547698 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b1a884-ec7a-4c2e-961e-3bd4719a8afb" -d '{"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-unplugged", "status": "completed", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:51.552266 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:21:51.565259 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-ebc9b549-bd3e-4a60-9929-9d7d3b9e07a5 None None] Provisioning complete for port 2575e520-b3e7-4938-b13c-ea87daf4e85b triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:51.567271 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ebc9b549-bd3e-4a60-9929-9d7d3b9e07a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:51.606183 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-7c6dcc47-9342-4970-9f8f-e08465c1ddcc service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1354368 May 17 17:21:51.616870 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-33f0ffc0-fda5-4fb3-bcaf-66cec75ae82a service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:21:51.617941 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-33f0ffc0-fda5-4fb3-bcaf-66cec75ae82a service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055788 May 17 17:21:51.623688 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 May 2022 17:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d236bb0c-64c1-4eb4-8bf3-7ae1e6cba6c8 x-openstack-request-id: req-d236bb0c-64c1-4eb4-8bf3-7ae1e6cba6c8 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:51.623993 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-unplugged", "status": "failed", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2", "code": 422}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:51.624216 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-d236bb0c-64c1-4eb4-8bf3-7ae1e6cba6c8 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:51.624675 dv-cinder-842148-1-iscsi neutron-server[103828]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d236bb0c-64c1-4eb4-8bf3-7ae1e6cba6c8']: {'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2', 'code': 422} returned with failed status May 17 17:21:51.643856 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:51.729518 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:39Z', 'updated_at': '2022-05-17T17:21:45Z', 'revision_number': 4, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'gw_port': {'id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ed:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:40Z', 'updated_at': '2022-05-17T17:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '2575e520-b3e7-4938-b13c-ea87daf4e85b', 'name': '', 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'mac_address': 'fa:16:3e:fd:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f3a3dde-66ac-4845-89bf-79096f91f76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:44Z', 'updated_at': '2022-05-17T17:21:50Z', 'revision_number': 4, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'subnets': [{'id': '7f3a3dde-66ac-4845-89bf-79096f91f76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:51.790456 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 49474) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:51.792002 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a5e25f-fd8d-4c75-a0cd-64d121e20361 None None] The sync data for ids ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'] in dv-cinder-842148-1-iscsi is: [{'id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:39Z', 'updated_at': '2022-05-17T17:21:45Z', 'revision_number': 4, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'gw_port': {'id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ed:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:40Z', 'updated_at': '2022-05-17T17:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '2575e520-b3e7-4938-b13c-ea87daf4e85b', 'name': '', 'network_id': '71db0e76-a0c9-441e-b1e6-7c9f1fa8d775', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'mac_address': 'fa:16:3e:fd:b4:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '7f3a3dde-66ac-4845-89bf-79096f91f76d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:44Z', 'updated_at': '2022-05-17T17:21:50Z', 'revision_number': 4, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'subnets': [{'id': '7f3a3dde-66ac-4845-89bf-79096f91f76d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:51.797656 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=8']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:51.815955 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-ebc9b549-bd3e-4a60-9929-9d7d3b9e07a5 None None] Current status of the port 2575e520-b3e7-4938-b13c-ea87daf4e85b is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:51.910620 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28237a56-d087-4db2-90da-090acb04fe01 tempest-TestVolumeBootPattern-1655061 tempest-TestVolumeBootPattern-1655061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:51.917450 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-28237a56-d087-4db2-90da-090acb04fe01 tempest-TestVolumeBootPattern-1655061 tempest-TestVolumeBootPattern-1655061-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 1125 time: 0.4719357 May 17 17:21:51.919830 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49482) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:21:51.929920 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'port_id': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:21:51.965140 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:52.027579 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-05856263-8e5d-4d48-869d-8f94dc69ec57 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:52.029743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-05856263-8e5d-4d48-869d-8f94dc69ec57 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports/902fa950-8eb3-4211-83e2-5564e49661d2 HTTP/1.1" status: 200 len: 941 time: 0.2375448 May 17 17:21:52.044398 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb348b-f6f1-41ce-b0a0-df57d47f17d5 req-e0ad06bd-7d23-4245-8184-ca9c9ff4dc45 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:52.051361 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2aeb348b-f6f1-41ce-b0a0-df57d47f17d5 req-e0ad06bd-7d23-4245-8184-ca9c9ff4dc45 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1029506 May 17 17:21:52.137757 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2aeb348b-f6f1-41ce-b0a0-df57d47f17d5 req-16e2a3c7-fa37-4418-8028-ecabad9ec905 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798776 May 17 17:21:52.156231 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:52.328258 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dea66-ed95-495c-b793-4d854475a67f req-ab934efe-4a3c-48ff-84dd-95335821cc45 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:52.336672 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4a7dea66-ed95-495c-b793-4d854475a67f req-ab934efe-4a3c-48ff-84dd-95335821cc45 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.1122744 May 17 17:21:52.374036 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Allocated IP 172.27.3.163 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/7c186dd2-8aed-4d02-b88c-40b4ae135632) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:21:52.436679 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4a7dea66-ed95-495c-b793-4d854475a67f req-5d4593ba-2837-491d-b022-103f90de357c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985866 May 17 17:21:52.564601 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for port (7c186dd2-8aed-4d02-b88c-40b4ae135632), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:52.609246 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (7c186dd2-8aed-4d02-b88c-40b4ae135632), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:52.660547 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'Port': ['ID=7c186dd2-8aed-4d02-b88c-40b4ae135632,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:52.664236 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:21:52.667612 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:21:52.674195 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:21:53.036673 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 2575e520-b3e7-4938-b13c-ea87daf4e85b up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:21:53.102832 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 2575e520-b3e7-4938-b13c-ea87daf4e85b triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:21:53.103320 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:53.276944 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 2575e520-b3e7-4938-b13c-ea87daf4e85b is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:21:53.330753 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03005252-b96a-4644-b237-52d72a2721d4 req-bd0fd9ad-ede4-45c8-9194-30167d785f4e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:53.339559 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for floatingip (5f85f0b9-7055-479d-a889-37143fd9d8aa), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:53.340657 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-03005252-b96a-4644-b237-52d72a2721d4 req-bd0fd9ad-ede4-45c8-9194-30167d785f4e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0845695 May 17 17:21:53.417793 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (7c186dd2-8aed-4d02-b88c-40b4ae135632), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:53.419578 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-03005252-b96a-4644-b237-52d72a2721d4 req-b766aeb2-3516-4565-bc86-acfa0d186b6c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727639 May 17 17:21:53.670400 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7637c6-6854-44b7-aa2a-c7c47cec62c7 req-8f9d7a2b-7647-48b9-8ac3-341006a5abed tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:53.679590 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4f7637c6-6854-44b7-aa2a-c7c47cec62c7 req-8f9d7a2b-7647-48b9-8ac3-341006a5abed tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0981388 May 17 17:21:53.706622 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for port (7c186dd2-8aed-4d02-b88c-40b4ae135632), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:53.715592 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (7c186dd2-8aed-4d02-b88c-40b4ae135632), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:53.773301 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4f7637c6-6854-44b7-aa2a-c7c47cec62c7 req-27d97a11-4886-43e9-9b58-7f900caf56a8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744073 May 17 17:21:53.777307 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'Port': ['ID=7c186dd2-8aed-4d02-b88c-40b4ae135632,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:21:53.846431 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (5f85f0b9-7055-479d-a889-37143fd9d8aa), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:53.970899 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Floating IP 5f85f0b9-7055-479d-a889-37143fd9d8aa associated. External IP: 172.27.3.163, port: 502e1826-aa6e-4ce5-982e-d5a490f2c06b. May 17 17:21:54.213070 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:21:54.341763 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:21:54.361817 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] Sync routers for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:21:54.381385 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:54.382172 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:21:54.383815 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:54.483769 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-7d25d4c2-4fbf-4761-a75e-c8936016f169 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5568607 May 17 17:21:54.484934 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'tag': '502e1826-aa6e-4ce5-982e-d5a490f2c06b'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:21:54.487669 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcba3ae7-e791-4829-8840-4c1b04573392" -d '{"events": [{"name": "network-changed", "server_uuid": "ba63f372-314b-418a-ba62-e9a67eec9102", "tag": "502e1826-aa6e-4ce5-982e-d5a490f2c06b"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:21:54.519511 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:54.522922 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-e74d6caa-21ea-4fca-b620-94e30ee9632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:54.524492 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-e74d6caa-21ea-4fca-b620-94e30ee9632a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00&tenant_id=31b28ed8fa0c42dc8294631db314ab0a HTTP/1.1" status: 200 len: 1128 time: 0.2166739 May 17 17:21:54.580844 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931fc8db-ed31-49b9-b55b-8f53d13b7267 x-openstack-request-id: req-931fc8db-ed31-49b9-b55b-8f53d13b7267 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:21:54.581732 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba63f372-314b-418a-ba62-e9a67eec9102", "tag": "502e1826-aa6e-4ce5-982e-d5a490f2c06b", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:21:54.582233 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-931fc8db-ed31-49b9-b55b-8f53d13b7267 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:21:54.582906 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931fc8db-ed31-49b9-b55b-8f53d13b7267'] response: {'name': 'network-changed', 'server_uuid': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'tag': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'status': 'completed', 'code': 200} May 17 17:21:54.684202 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-7b898bb7-d350-4316-8090-bf9c9a8f792e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:54.685919 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-7b898bb7-d350-4316-8090-bf9c9a8f792e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 1128 time: 0.0742116 May 17 17:21:54.691350 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-f71bee18-5cbf-45b7-9374-0916553b02e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:54.693386 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-f71bee18-5cbf-45b7-9374-0916553b02e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 1130 time: 0.0670731 May 17 17:21:54.752144 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a88c8-e76f-47b6-9fab-742a2c441f19 req-2799c578-9283-4978-b52b-712d05928a55 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:54.771670 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b70a88c8-e76f-47b6-9fab-742a2c441f19 req-2799c578-9283-4978-b52b-712d05928a55 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1847262 May 17 17:21:54.821097 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-3ee0dd79-d565-47bc-b864-dba4e0b55d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:54.823028 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-3ee0dd79-d565-47bc-b864-dba4e0b55d92 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.1228504 May 17 17:21:54.913295 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '5f85f0b9-7055-479d-a889-37143fd9d8aa', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'port_id': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'mac_address': 'fa:16:3e:85:a8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:21:53Z', 'updated_at': '2022-05-17T17:21:53Z', 'revision_number': 0, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:54.929844 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-e324f072-1944-4425-b844-39316ef30ce9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=502e1826-aa6e-4ce5-982e-d5a490f2c06b HTTP/1.1" status: 200 len: 1000 time: 0.0972674 May 17 17:21:54.944395 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] Checking router: 9a6aa75e-8092-44c5-a43a-0bf091ffa3af for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:21:54.954569 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:21:54.955510 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:21:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:54.994222 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-9ae67f80-2b42-468b-bf39-0eddafd5c35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:54.995933 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-9ae67f80-2b42-468b-bf39-0eddafd5c35b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0599530 May 17 17:21:55.045505 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2895b1-baad-4d5f-afef-490c75e760c8 req-37755c20-3415-4b73-9ec9-7b182d8649ad tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:55.047442 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3d2895b1-baad-4d5f-afef-490c75e760c8 req-37755c20-3415-4b73-9ec9-7b182d8649ad tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.1062288 May 17 17:21:55.080953 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-3ae4a916-81fb-497a-aa5b-ed0f4f017c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:55.081477 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:21:55.083710 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-3ae4a916-81fb-497a-aa5b-ed0f4f017c6a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0782454 May 17 17:21:55.094556 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b70a88c8-e76f-47b6-9fab-742a2c441f19 req-33d95329-a1ae-4c0f-bda3-cd462e70f089 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217032 May 17 17:21:55.162011 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-cd40b711-bf5f-4b0f-93b9-5f7916716d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:55.163881 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-cd40b711-bf5f-4b0f-93b9-5f7916716d27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 918 time: 0.4643054 May 17 17:21:55.168202 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3d2895b1-baad-4d5f-afef-490c75e760c8 req-825b5bfa-2da0-4423-8f43-8b9fad4e2e44 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112313 May 17 17:21:55.254444 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-b71ae975-0ae9-424b-b360-4ebec41f78c1 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558461 May 17 17:21:55.302345 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-a9419ce6-9bcf-471f-aff3-5c4a89a38976 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=902fa950-8eb3-4211-83e2-5564e49661d2 HTTP/1.1" status: 200 len: 1000 time: 0.1150732 May 17 17:21:55.377161 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-331f515f-50fe-48a5-9b7f-0f57f5eb1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:55.379314 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-331f515f-50fe-48a5-9b7f-0f57f5eb1432 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.0668325 May 17 17:21:55.426217 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-bcba3ae7-e791-4829-8840-4c1b04573392 req-8e36d5cd-2b00-450f-a70f-d34e466f68dc service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513035 May 17 17:21:55.442310 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-a11ddbeb-7632-4931-9f9e-df53ecff460b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:55.444117 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-a11ddbeb-7632-4931-9f9e-df53ecff460b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532775 May 17 17:21:55.566078 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '5f85f0b9-7055-479d-a889-37143fd9d8aa', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'port_id': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'mac_address': 'fa:16:3e:85:a8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:21:53Z', 'updated_at': '2022-05-17T17:21:53Z', 'revision_number': 0, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:21:55.584929 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-3b64adaa-e8be-4fe2-b07d-3a8991406367 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179965 May 17 17:21:55.600179 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82133f61-1252-46ea-94b8-adf0dc36a849 None None] The sync data for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi is: [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '5f85f0b9-7055-479d-a889-37143fd9d8aa', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'floating_ip_address': '172.27.3.163', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'port_id': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 460, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'mac_address': 'fa:16:3e:85:a8:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:21:53Z', 'updated_at': '2022-05-17T17:21:53Z', 'revision_number': 0, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:21:55.714298 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbdb0ba2-32bf-4fe9-b1b9-8eb6635bb4ea req-8ea9cd04-2718-4b66-bd25-32a4c8d6c3c9 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200943 May 17 17:21:55.871399 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6323c330-efdc-4aa2-b26f-128692563bb5 None None] New status for floating IP 5f85f0b9-7055-479d-a889-37143fd9d8aa: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:21:56.251377 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b42f94-20f0-458f-a81f-be90db28248b req-9a52a4b5-2e37-4082-ab43-4677dda3ecd0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:56.252989 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c0b42f94-20f0-458f-a81f-be90db28248b req-9a52a4b5-2e37-4082-ab43-4677dda3ecd0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0619025 May 17 17:21:56.337231 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeda15ff-fbe1-403d-bdc1-d4fe63c2a5e1 req-1edef049-7c7a-49c1-ac01-0ad1c4af9b8f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:56.339041 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eeda15ff-fbe1-403d-bdc1-d4fe63c2a5e1 req-1edef049-7c7a-49c1-ac01-0ad1c4af9b8f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0797472 May 17 17:21:56.359670 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c0b42f94-20f0-458f-a81f-be90db28248b req-a9d06f83-058b-4ea8-95e3-ec324fbe0882 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906537 May 17 17:21:56.412838 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eeda15ff-fbe1-403d-bdc1-d4fe63c2a5e1 req-05b18c55-6ca0-4c59-b26c-681a2a738585 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679021 May 17 17:21:57.524866 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5614e337-4237-4aed-82b1-6abdb14eb0d2 req-9171fdac-6bd8-4e49-b1a1-64bbe6b5c783 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:57.528023 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5614e337-4237-4aed-82b1-6abdb14eb0d2 req-9171fdac-6bd8-4e49-b1a1-64bbe6b5c783 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0713089 May 17 17:21:57.616704 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0411fd-6941-4742-be7c-d966eb1d29bf req-c5974541-1919-48e2-9cd3-83b983fd9ea1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:57.619753 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d0411fd-6941-4742-be7c-d966eb1d29bf req-c5974541-1919-48e2-9cd3-83b983fd9ea1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0843241 May 17 17:21:57.645772 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5614e337-4237-4aed-82b1-6abdb14eb0d2 req-2cf9c6ab-b60f-4d80-98d1-9db7e3d8a979 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123471 May 17 17:21:57.691705 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d0411fd-6941-4742-be7c-d966eb1d29bf req-e9edd355-3cc5-4464-b10f-4c19dfe82c8f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620384 May 17 17:21:58.781035 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8ba91-852f-45f5-a883-4309a5998aff req-18522e25-641a-426c-8828-c1420dd05d14 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:58.782757 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1dc8ba91-852f-45f5-a883-4309a5998aff req-18522e25-641a-426c-8828-c1420dd05d14 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0660570 May 17 17:21:58.857034 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59fbec-7af0-43f6-810f-91ba38e9338f req-9e010ce4-48e2-45eb-ae5a-aaedadc4257b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:21:58.858620 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8c59fbec-7af0-43f6-810f-91ba38e9338f req-9e010ce4-48e2-45eb-ae5a-aaedadc4257b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0748794 May 17 17:21:58.898082 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1dc8ba91-852f-45f5-a883-4309a5998aff req-4e18cce2-0439-4941-9fbf-e4d3f88fe2a1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033928 May 17 17:21:58.927426 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8c59fbec-7af0-43f6-810f-91ba38e9338f req-52637dc9-9a16-4f8e-b500-3e075d44d261 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601749 May 17 17:22:00.109350 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451a081-3976-4fef-80aa-3f83b3bb6789 req-c38742da-453c-4f09-8fe6-95aadcfe06e6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:00.112884 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e451a081-3976-4fef-80aa-3f83b3bb6789 req-c38742da-453c-4f09-8fe6-95aadcfe06e6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0865321 May 17 17:22:00.157580 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295aea0-610e-4f61-977a-763f62dd088b req-17c915f7-82e0-4877-9e41-89213dd87421 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:00.160546 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d295aea0-610e-4f61-977a-763f62dd088b req-17c915f7-82e0-4877-9e41-89213dd87421 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.1014218 May 17 17:22:00.239480 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e451a081-3976-4fef-80aa-3f83b3bb6789 req-fea9b9cd-7fd4-4a04-8fdd-2157501d5c55 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186678 May 17 17:22:00.271490 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d295aea0-610e-4f61-977a-763f62dd088b req-9ca57d25-cb83-4cd6-b7e1-8bd2e7884a63 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002955 May 17 17:22:01.390759 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a76d2-6e05-42cc-97ed-e719316ee9f7 req-0d323dd9-e3f0-4912-a0f8-f9ebad141211 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:01.397843 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-648a76d2-6e05-42cc-97ed-e719316ee9f7 req-0d323dd9-e3f0-4912-a0f8-f9ebad141211 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0695851 May 17 17:22:01.467557 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd7ca2a-2e7d-497e-b763-e3eeb83b69c9 req-f46c2532-c02e-4046-abb8-3c7f9ac036d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:01.469150 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0dd7ca2a-2e7d-497e-b763-e3eeb83b69c9 req-f46c2532-c02e-4046-abb8-3c7f9ac036d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0640948 May 17 17:22:01.508575 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-648a76d2-6e05-42cc-97ed-e719316ee9f7 req-a02e3db4-0ad5-4420-9712-65126fdc4300 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081066 May 17 17:22:01.549791 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0dd7ca2a-2e7d-497e-b763-e3eeb83b69c9 req-f5f4689f-e518-456c-9067-5c87522c05ab tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675941 May 17 17:22:02.692406 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2101d1d-ac76-43b0-8996-23454129c577 req-7ea9f2d0-0efa-45ac-8a1a-cba0707ab4f1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:02.694236 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d2101d1d-ac76-43b0-8996-23454129c577 req-7ea9f2d0-0efa-45ac-8a1a-cba0707ab4f1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1008275 May 17 17:22:02.729231 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3c772-6ae2-4212-9167-60aa8cc6e3b6 req-49728b0a-bc86-4175-9838-263ff161fcc2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:02.730961 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f4d3c772-6ae2-4212-9167-60aa8cc6e3b6 req-49728b0a-bc86-4175-9838-263ff161fcc2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0901892 May 17 17:22:02.791584 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d2101d1d-ac76-43b0-8996-23454129c577 req-b5229c73-7e2a-4bee-9089-7a7da3debd72 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893273 May 17 17:22:02.820477 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f4d3c772-6ae2-4212-9167-60aa8cc6e3b6 req-95242f31-89ba-4d32-ab27-95fbe8543861 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768757 May 17 17:22:03.962789 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f879d8-2d8f-4394-bdd6-d79683027aa4 req-f9745818-f699-438a-a06f-f9d051c3e4af tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:03.966534 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b2f879d8-2d8f-4394-bdd6-d79683027aa4 req-f9745818-f699-438a-a06f-f9d051c3e4af tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0983405 May 17 17:22:03.996950 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194f785-e329-4846-8357-b9cb07db850b req-f1ef6dc5-e6cc-484d-9910-e480943067fe tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:03.998514 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f194f785-e329-4846-8357-b9cb07db850b req-f1ef6dc5-e6cc-484d-9910-e480943067fe tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0869532 May 17 17:22:04.075796 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b2f879d8-2d8f-4394-bdd6-d79683027aa4 req-64d321c6-a7c4-40b8-9ebe-d6a322a5ac16 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979052 May 17 17:22:04.079648 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f194f785-e329-4846-8357-b9cb07db850b req-f7876001-b4d4-444e-bb94-66476e8447a1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744047 May 17 17:22:05.248345 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa27282-ea4d-4a19-bae6-cacc5a94c2a4 req-b6957d5c-d37b-4255-a41d-f81e1c7389d4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:05.249899 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2fa27282-ea4d-4a19-bae6-cacc5a94c2a4 req-b6957d5c-d37b-4255-a41d-f81e1c7389d4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0886974 May 17 17:22:05.269633 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e3b5c-c51c-4de4-a3a2-a24853151069 req-fc15765f-7dcc-4718-ba9c-bfa99ac61148 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:05.271407 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d72e3b5c-c51c-4de4-a3a2-a24853151069 req-fc15765f-7dcc-4718-ba9c-bfa99ac61148 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0751073 May 17 17:22:05.346785 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2fa27282-ea4d-4a19-bae6-cacc5a94c2a4 req-fb31f4e1-e032-4904-9491-7a89a395e25e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897100 May 17 17:22:05.363190 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d72e3b5c-c51c-4de4-a3a2-a24853151069 req-146b782f-8f37-464b-9d17-4c733ac97a8b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780571 May 17 17:22:06.476873 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda1abf-9bae-479c-bcd3-b6a06c03d4cb req-8f1fa90f-7322-4919-8e08-e36bcfcb4123 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:06.478387 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ceda1abf-9bae-479c-bcd3-b6a06c03d4cb req-8f1fa90f-7322-4919-8e08-e36bcfcb4123 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0607917 May 17 17:22:06.528480 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec71132-3ef7-4c89-b0b2-18ba41a9de5b req-da8b57b8-f476-4f45-8a65-f252e1e70755 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:06.529974 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5ec71132-3ef7-4c89-b0b2-18ba41a9de5b req-da8b57b8-f476-4f45-8a65-f252e1e70755 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0731845 May 17 17:22:06.584576 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ceda1abf-9bae-479c-bcd3-b6a06c03d4cb req-e5859170-1c16-4d8f-97e7-5edaec453974 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862868 May 17 17:22:06.603885 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5ec71132-3ef7-4c89-b0b2-18ba41a9de5b req-dc6ec050-fc15-4f08-a98e-44cd9af88cb5 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625684 May 17 17:22:07.813336 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fbcd0c-f7ce-46f9-9986-e31e216fe5ab req-516576d9-e1dd-48d9-99e2-8d2bf40fcd38 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:07.814865 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c5fbcd0c-f7ce-46f9-9986-e31e216fe5ab req-516576d9-e1dd-48d9-99e2-8d2bf40fcd38 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1098127 May 17 17:22:07.840105 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b6207-b1ac-44bc-87bc-dcbe3d0f932a req-f11d95ff-4a0c-47b6-ae06-7a5b21c6036a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:07.840105 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-430b6207-b1ac-44bc-87bc-dcbe3d0f932a req-f11d95ff-4a0c-47b6-ae06-7a5b21c6036a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0841191 May 17 17:22:07.905889 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-430b6207-b1ac-44bc-87bc-dcbe3d0f932a req-2f737600-86ef-4739-ae1b-6b1e9e167a8a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581260 May 17 17:22:07.912903 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c5fbcd0c-f7ce-46f9-9986-e31e216fe5ab req-ee68fa9a-ad4b-48de-afac-77b50e4f0bd6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877550 May 17 17:22:09.091578 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746be8ef-2239-4fc8-b104-e484d9a7fe6c req-f6f806f4-9d69-4339-b283-f5d3824670a5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:09.098430 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-746be8ef-2239-4fc8-b104-e484d9a7fe6c req-f6f806f4-9d69-4339-b283-f5d3824670a5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0997858 May 17 17:22:09.122320 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ce8088-3bd4-44f2-bda8-d7c8c718e514 req-d87686d7-5079-4bc5-aed5-21a58935faf2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:09.124113 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-96ce8088-3bd4-44f2-bda8-d7c8c718e514 req-d87686d7-5079-4bc5-aed5-21a58935faf2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0870247 May 17 17:22:09.187208 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-746be8ef-2239-4fc8-b104-e484d9a7fe6c req-3aeae941-0159-4d45-84c1-fa939fad7a52 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877631 May 17 17:22:09.222856 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-96ce8088-3bd4-44f2-bda8-d7c8c718e514 req-07fd15c5-3c4a-430c-96a2-2cda5e8aeac3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910394 May 17 17:22:10.315032 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9061604-80ab-41c1-aba7-23cbc689b299 req-e2555e82-b9d4-4e60-8ec2-384d5926dcf2 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:10.316491 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c9061604-80ab-41c1-aba7-23cbc689b299 req-e2555e82-b9d4-4e60-8ec2-384d5926dcf2 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0599458 May 17 17:22:10.611764 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd42b26-5a42-45af-99fb-fa0689b65214 req-46c1f6b9-3152-40ea-aaca-00406de3ad99 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:10.613306 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8dd42b26-5a42-45af-99fb-fa0689b65214 req-46c1f6b9-3152-40ea-aaca-00406de3ad99 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.3056731 May 17 17:22:10.649076 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c9061604-80ab-41c1-aba7-23cbc689b299 req-8f5e0c24-d358-4e68-93bb-68c71e96780b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239617 May 17 17:22:10.684817 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8dd42b26-5a42-45af-99fb-fa0689b65214 req-e385c729-8787-447c-aac6-1fe220070f47 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650253 May 17 17:22:11.784588 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4782f4-37d1-4eab-b2e9-cc2366416843 req-26ab25ea-3c16-4f94-82df-8b4a92059dcb tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:11.786134 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a4782f4-37d1-4eab-b2e9-cc2366416843 req-26ab25ea-3c16-4f94-82df-8b4a92059dcb tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0522830 May 17 17:22:11.856137 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82245670-30e3-476a-9a3d-e5ed23ac0690 req-bf8b90ed-accd-472e-8c47-915ad0636b40 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:11.857660 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-82245670-30e3-476a-9a3d-e5ed23ac0690 req-bf8b90ed-accd-472e-8c47-915ad0636b40 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0702777 May 17 17:22:11.895020 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a4782f4-37d1-4eab-b2e9-cc2366416843 req-1a9cbc25-7257-4ba7-a55f-c4f13b1499bc tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968680 May 17 17:22:11.929316 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-82245670-30e3-476a-9a3d-e5ed23ac0690 req-e65aac4b-7834-4f33-b026-f0148eea8128 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650902 May 17 17:22:12.026850 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8f08c441-2931-47d2-b45b-95f6c0adeea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:12.588646 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49750) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:12.650716 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8f5f96-7382-478a-bf22-733e367bf4e4 admin admin] Deleting subnet 763d01a8-9684-48de-b8cf-6b492717119f {{(pid=103826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:22:12.655030 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5f96-7382-478a-bf22-733e367bf4e4 admin admin] Publish callbacks [] for subnet (763d01a8-9684-48de-b8cf-6b492717119f), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:12.709341 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5f96-7382-478a-bf22-733e367bf4e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590618'] for subnet (763d01a8-9684-48de-b8cf-6b492717119f), precommit_delete_associations {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:12.765351 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5f96-7382-478a-bf22-733e367bf4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (763d01a8-9684-48de-b8cf-6b492717119f), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:12.829456 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5f96-7382-478a-bf22-733e367bf4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4041353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3392286'] for subnet (763d01a8-9684-48de-b8cf-6b492717119f), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:12.842856 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d8f5f96-7382-478a-bf22-733e367bf4e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:12.846295 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-5d8f5f96-7382-478a-bf22-733e367bf4e4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/763d01a8-9684-48de-b8cf-6b492717119f HTTP/1.1" status: 204 len: 168 time: 0.2560828 May 17 17:22:12.849107 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 49752) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:12.867070 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f5f96-7382-478a-bf22-733e367bf4e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=763d01a8-9684-48de-b8cf-6b492717119f,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:12.926883 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (11f8b9e8-e18e-4339-b460-464006d737b6), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.108926 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (11f8b9e8-e18e-4339-b460-464006d737b6), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.130266 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67bbe9-1559-4354-b717-49451174cf36 req-cf6f3c13-9160-4b2e-a8d0-cc3eb623570d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:13.131654 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c67bbe9-1559-4354-b717-49451174cf36 req-cf6f3c13-9160-4b2e-a8d0-cc3eb623570d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1418531 May 17 17:22:13.138575 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba2add-f9ff-4a80-a09d-dfd60e37737b req-a2434a92-9008-4c8f-bd97-8f19d45f880f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:13.140115 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5aba2add-f9ff-4a80-a09d-dfd60e37737b req-a2434a92-9008-4c8f-bd97-8f19d45f880f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.1227031 May 17 17:22:13.172696 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11f8b9e8-e18e-4339-b460-464006d737b6']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:13.197117 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea2e8bc-06eb-491a-bfcc-79868d9c701d') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:13.197425 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea2e8bc-06eb-491a-bfcc-79868d9c701d') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:13.222233 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (6ea2e8bc-06eb-491a-bfcc-79868d9c701d), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.251626 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c67bbe9-1559-4354-b717-49451174cf36 req-c129e00c-4fe9-43a3-89f9-27dbfe416c05 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103776 May 17 17:22:13.255160 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (6ea2e8bc-06eb-491a-bfcc-79868d9c701d), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.277964 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:22:13.278386 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (6ea2e8bc-06eb-491a-bfcc-79868d9c701d), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:22:13.280709 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:22:13.294363 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5aba2add-f9ff-4a80-a09d-dfd60e37737b req-266f64c1-5ce1-451e-b1b9-9008eadf9dc4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288688 May 17 17:22:13.348779 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (11f8b9e8-e18e-4339-b460-464006d737b6), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.369974 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.388312 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] 10.222.0.81 "DELETE /v2.0/networks/11f8b9e8-e18e-4339-b460-464006d737b6 HTTP/1.1" status: 204 len: 168 time: 0.5357034 May 17 17:22:13.388312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830563c9-ef3a-4d2e-9b61-dc150f3251a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11f8b9e8-e18e-4339-b460-464006d737b6,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:13.631825 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 49762) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:13.675422 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-f0da920d-34e4-4a6f-b7bf-a5dc8fafb064 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=4668bdeed45c4975bcb9e770582cc9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0423064 May 17 17:22:13.678401 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49764) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:13.731247 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1123874c-b269-4a22-ac1b-17df5d139282 admin admin] Publish callbacks [] for security_group (1189e877-ff8d-4d17-99fb-ac5d1230e704), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.762546 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1123874c-b269-4a22-ac1b-17df5d139282 admin admin] Publish callbacks [] for security_group (1189e877-ff8d-4d17-99fb-ac5d1230e704), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.829581 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1123874c-b269-4a22-ac1b-17df5d139282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (1189e877-ff8d-4d17-99fb-ac5d1230e704), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.832186 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-1123874c-b269-4a22-ac1b-17df5d139282 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:13.838611 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-1123874c-b269-4a22-ac1b-17df5d139282 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/1189e877-ff8d-4d17-99fb-ac5d1230e704 HTTP/1.1" status: 204 len: 168 time: 0.1581581 May 17 17:22:13.855381 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123874c-b269-4a22-ac1b-17df5d139282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1189e877-ff8d-4d17-99fb-ac5d1230e704,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:13.958604 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:14.393533 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f12a06-7521-4c90-a3b0-b1e20ab5bbcf req-d8d8fbc6-4638-4d8e-b031-61b4ceeee056 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:14.397205 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d0f2a369-9a79-4063-8987-15c21a887701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:14.401848 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-36f12a06-7521-4c90-a3b0-b1e20ab5bbcf req-d8d8fbc6-4638-4d8e-b031-61b4ceeee056 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0694900 May 17 17:22:14.490614 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-36f12a06-7521-4c90-a3b0-b1e20ab5bbcf req-21bb146f-65c0-4922-b2c4-5686b0f92080 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857151 May 17 17:22:14.521565 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301b6c5-aef8-48d3-afcd-66f5fb3aff02 req-8eaf6ad9-ee10-4808-8841-b93cf9d35873 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:14.523295 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a301b6c5-aef8-48d3-afcd-66f5fb3aff02 req-8eaf6ad9-ee10-4808-8841-b93cf9d35873 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0901911 May 17 17:22:14.599668 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a301b6c5-aef8-48d3-afcd-66f5fb3aff02 req-3667a800-07b4-4e5d-b105-a5f879f58daf tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653536 May 17 17:22:15.556948 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:15.628979 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-e9158bad-7aee-4888-af27-f79ce7222446 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538598192&fields=id&tenant_id=5499cb4f84524e8ea33e93ca520139e5 HTTP/1.1" status: 200 len: 267 time: 0.1310656 May 17 17:22:15.702240 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3245b1-0232-4a99-a3fd-fdc049ad809e req-2cf38ae3-5d70-4586-9cba-1c2c0c54f1d5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:15.703780 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0f3245b1-0232-4a99-a3fd-fdc049ad809e req-2cf38ae3-5d70-4586-9cba-1c2c0c54f1d5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1275949 May 17 17:22:15.815312 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0f3245b1-0232-4a99-a3fd-fdc049ad809e req-9a3f1646-a43f-4161-b8bf-06efdf7b1c1d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733306 May 17 17:22:15.820787 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-6b8f83d9-85d5-4ead-9a2b-c2759af4dde5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:15.825380 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-6b8f83d9-85d5-4ead-9a2b-c2759af4dde5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/networks?id=5b5a82b7-86ce-4a70-b9cb-eca717805c30 HTTP/1.1" status: 200 len: 808 time: 0.1951458 May 17 17:22:15.853180 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-53603564-6528-4c61-9f4b-77bc4a8c0007 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/quotas/5499cb4f84524e8ea33e93ca520139e5 HTTP/1.1" status: 200 len: 375 time: 0.0242844 May 17 17:22:15.955168 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-e8731b2d-7058-4c04-9813-c08d9231865f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=5499cb4f84524e8ea33e93ca520139e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0964248 May 17 17:22:15.971015 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67cc90a-4fb0-4b20-8fef-1442621223cb req-9568b980-9636-4beb-a6f3-a23b80013fe5 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:15.972580 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c67cc90a-4fb0-4b20-8fef-1442621223cb req-9568b980-9636-4beb-a6f3-a23b80013fe5 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0712986 May 17 17:22:16.088824 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c67cc90a-4fb0-4b20-8fef-1442621223cb req-c9f7108e-7a51-4d6f-9312-d63c30f9a9fb tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046655 May 17 17:22:16.105441 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-7fd3d3a0-3529-4149-8412-38daf2244ed2 service neutron] 10.222.0.81 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318612 May 17 17:22:16.204036 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-e881249f-6506-4057-828a-bd06b5c89b5a service neutron] 10.222.0.81 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908358 May 17 17:22:16.548419 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0ecb8586-ea3f-454d-9ee5-5a9946e148fa req-7fb6f6c9-37ca-4953-8130-2e1455eb0792 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0404100 May 17 17:22:16.963698 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411a738-8b16-4bf2-baaf-26fbff9f557b req-b4166c34-f323-4193-8d15-3d27bc522893 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:16.965280 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e411a738-8b16-4bf2-baaf-26fbff9f557b req-b4166c34-f323-4193-8d15-3d27bc522893 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0703809 May 17 17:22:17.019752 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e411a738-8b16-4bf2-baaf-26fbff9f557b req-499273f5-d47f-4098-9c48-1bbdb25af401 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487630 May 17 17:22:17.063477 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:17.242092 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c3ed2-bf29-4932-8eca-fb6a31c9253a req-e936a8e4-34d7-4b0e-bba6-1d4866bc875b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:17.248510 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-213c3ed2-bf29-4932-8eca-fb6a31c9253a req-e936a8e4-34d7-4b0e-bba6-1d4866bc875b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0685387 May 17 17:22:17.301146 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-213c3ed2-bf29-4932-8eca-fb6a31c9253a req-700122f8-2cf8-492d-9cc3-4cdb850e06aa tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443456 May 17 17:22:17.692089 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0b795442-dac0-4ab1-b449-98eff1cd5ea9 req-10cfa0e6-62aa-4b2e-9f7a-7579af3f0e1c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0314629 May 17 17:22:18.169509 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f91f8f-b05b-4bd6-821b-9bc9e075345a req-6a22f21a-0e03-4733-a639-ea7a2468ccad tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:18.171759 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e5f91f8f-b05b-4bd6-821b-9bc9e075345a req-6a22f21a-0e03-4733-a639-ea7a2468ccad tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0767071 May 17 17:22:18.224642 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e5f91f8f-b05b-4bd6-821b-9bc9e075345a req-5aab960a-7ae1-4131-9952-608411d4a317 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462236 May 17 17:22:18.278708 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:18.441816 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb26c79-b400-4e30-b115-05747addb6de req-da60b3a2-7c7b-4e19-8c04-9e9ccd2228b3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:18.443442 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ceb26c79-b400-4e30-b115-05747addb6de req-da60b3a2-7c7b-4e19-8c04-9e9ccd2228b3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0594592 May 17 17:22:18.501003 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ceb26c79-b400-4e30-b115-05747addb6de req-cf793de4-3cc0-45eb-b70b-ff7240666e24 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464888 May 17 17:22:18.793707 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c930144e-56d4-4d85-9a58-565550a4c8d8 req-4e8efae7-c125-42f1-96af-6806f8b0578e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0308807 May 17 17:22:19.190119 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:22:19.352524 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ba594-3069-4b39-8d33-f3a3f56bf5ad req-f772461f-183b-4a40-b227-28404cb10ba9 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:19.355057 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c19ba594-3069-4b39-8d33-f3a3f56bf5ad req-f772461f-183b-4a40-b227-28404cb10ba9 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0618200 May 17 17:22:19.404810 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c19ba594-3069-4b39-8d33-f3a3f56bf5ad req-c1228768-e486-49e8-8469-83a92fbe2a83 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438900 May 17 17:22:19.623638 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7372a-05a0-4563-9e68-751f5f44d1d2 req-db3fe3e6-ba9e-4538-b062-565501680cbe tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:19.625053 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fca7372a-05a0-4563-9e68-751f5f44d1d2 req-db3fe3e6-ba9e-4538-b062-565501680cbe tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0482471 May 17 17:22:19.683008 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fca7372a-05a0-4563-9e68-751f5f44d1d2 req-fac61baf-8ef1-4cb5-b996-8c4ca6ab4a62 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524130 May 17 17:22:19.731635 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2a40d-54d7-455b-8ce9-692b49ffe886 req-1e19d159-0028-42c3-85b6-05802a4f8752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:19.733205 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb2a40d-54d7-455b-8ce9-692b49ffe886 req-1e19d159-0028-42c3-85b6-05802a4f8752 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 1129 time: 0.0493248 May 17 17:22:19.800603 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb2a40d-54d7-455b-8ce9-692b49ffe886 req-32ea22c8-49e5-433d-8110-ffe63fb9a151 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562041 May 17 17:22:19.889050 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f8e5a6b4-ecf6-43f4-be18-b2b279f5c159 req-cbe6c33c-efff-4476-b423-8d9449dfb493 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278118 May 17 17:22:20.518781 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6694357b-a807-4be9-b85b-574568d94fbd req-fb9b7689-35be-4604-b557-42f2050b0c62 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:20.520249 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6694357b-a807-4be9-b85b-574568d94fbd req-fb9b7689-35be-4604-b557-42f2050b0c62 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0466013 May 17 17:22:20.577257 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6694357b-a807-4be9-b85b-574568d94fbd req-4135cd26-381f-4f68-9c95-df970bbc72a6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500586 May 17 17:22:20.813871 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef2a7a-34f8-4aac-bc1b-a68104e7702e req-fc849d0e-8e06-4967-8e0b-080b1f42e530 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:20.815344 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-47ef2a7a-34f8-4aac-bc1b-a68104e7702e req-fc849d0e-8e06-4967-8e0b-080b1f42e530 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0527349 May 17 17:22:20.862850 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-47ef2a7a-34f8-4aac-bc1b-a68104e7702e req-2dfd6ea2-f732-41d9-82f3-1f3ed339d610 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 May 17 17:22:20.985851 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b55c006d-57c0-46a4-b31c-3c9c7df9f699 req-ad94cb6c-6367-41b1-a192-3ed9f4f438d3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0285776 May 17 17:22:21.735348 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab553a03-0e0c-4469-8b7b-50b8d9b9346e req-15a1e251-f590-41dc-9493-19a1d3ffb158 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:21.736894 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ab553a03-0e0c-4469-8b7b-50b8d9b9346e req-15a1e251-f590-41dc-9493-19a1d3ffb158 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0631521 May 17 17:22:21.757930 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-c52ec9cc-b2d9-4fc4-b2d0-4d81539d9a71 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:21.760265 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-c52ec9cc-b2d9-4fc4-b2d0-4d81539d9a71 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.36 "GET /v2.0/networks?id=5b5a82b7-86ce-4a70-b9cb-eca717805c30 HTTP/1.1" status: 200 len: 808 time: 0.1685550 May 17 17:22:21.826704 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ab553a03-0e0c-4469-8b7b-50b8d9b9346e req-dc9752a2-c619-4ad5-9573-3a6a8e778f29 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840478 May 17 17:22:21.877953 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-cec85777-95db-4b7f-aa8c-36195cfaa4f4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5499cb4f84524e8ea33e93ca520139e5 HTTP/1.1" status: 200 len: 379 time: 0.1052985 May 17 17:22:21.887281 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Request body: {'port': {'device_id': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'admin_state_up': True, 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'security_groups': ['cfd223fa-4af2-4435-80d7-24d14953d172']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:22.017256 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6158678d-37a2-4fe3-bd4b-8e4e77ab1038 req-91adad40-a617-4f8a-81da-e7509dbbffe2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.020492 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6158678d-37a2-4fe3-bd4b-8e4e77ab1038 req-91adad40-a617-4f8a-81da-e7509dbbffe2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0686166 May 17 17:22:22.100025 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-5afadef0-f959-4852-8bee-efd20270fbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.101636 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-5afadef0-f959-4852-8bee-efd20270fbbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 1129 time: 0.0536327 May 17 17:22:22.138404 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Made reservation on behalf of 5499cb4f84524e8ea33e93ca520139e5 for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:22:22.141821 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:22.184866 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6158678d-37a2-4fe3-bd4b-8e4e77ab1038 req-7f202207-ba5d-4482-88e6-dc731f9c6ac4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538434 May 17 17:22:22.207227 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c6c2e-6d03-44f0-94ef-e14ad007d4e7 req-3f213516-b9ee-4731-a811-23e089e1a6eb tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.209063 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4b4c6c2e-6d03-44f0-94ef-e14ad007d4e7 req-3f213516-b9ee-4731-a811-23e089e1a6eb tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.1162460 May 17 17:22:22.216601 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-760e54f2-ca84-4045-86a8-27dfd5aa27eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103055 May 17 17:22:22.222443 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-2f6df2d7-20af-4259-9417-04bbb3e27995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.223930 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-2f6df2d7-20af-4259-9417-04bbb3e27995 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.1146951 May 17 17:22:22.280401 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-92d912ae-abb3-4707-87e8-b37c4a4f7364 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3504113-6df1-41f1-aea1-64a522780a98 HTTP/1.1" status: 200 len: 217 time: 0.0492561 May 17 17:22:22.350894 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-b4e7b670-f1a1-4827-9a5f-1b05e4eac0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.353109 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-b4e7b670-f1a1-4827-9a5f-1b05e4eac0b8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.0650775 May 17 17:22:22.364362 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5e9aca30-3516-4c68-8d03-71f36999ab6f req-7978c699-78f6-481a-adf5-20010ca81fbd tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0731652 May 17 17:22:22.393676 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-e150d0e4-cd27-4555-8429-c8dc4f6ecd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.395341 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-e150d0e4-cd27-4555-8429-c8dc4f6ecd92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 1129 time: 0.1306188 May 17 17:22:22.433942 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-691e2301-50d0-4b37-9e5c-c4fbe88fec1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.436349 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-691e2301-50d0-4b37-9e5c-c4fbe88fec1d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0774658 May 17 17:22:22.455082 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4b4c6c2e-6d03-44f0-94ef-e14ad007d4e7 req-69b97f1a-6d51-498d-bdf3-b8d740a1617b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315197 May 17 17:22:22.474090 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Allocated IP 172.20.0.11 (5b5a82b7-86ce-4a70-b9cb-eca717805c30/4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784/d89a96ad-f806-471a-8507-39db2c10db28) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:22:22.558547 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-5377b28c-9832-4ab7-a2b5-b8b36d00e9e4 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068749 May 17 17:22:22.569651 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-81f3b992-2b1c-4b7b-a478-9a7560ce7883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.571121 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-81f3b992-2b1c-4b7b-a478-9a7560ce7883 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 912 time: 0.1518710 May 17 17:22:22.696009 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-0d965c38-16e3-47e2-942d-fa32f6d792a3 req-85f836fb-ba5e-4654-990e-d14413ab574e service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120417 May 17 17:22:22.697878 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-f4f5f80f-0d76-4d43-a05c-0ae3c1b7ab42 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6 HTTP/1.1" status: 200 len: 1000 time: 0.1058433 May 17 17:22:22.735872 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for port (d89a96ad-f806-471a-8507-39db2c10db28), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:22.789881 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-0e913a6f-1066-4a14-b302-88c8e4565a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.791912 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-0e913a6f-1066-4a14-b302-88c8e4565a8b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=587cd2ff-00b9-4518-8c85-b74ee04204e3 HTTP/1.1" status: 200 len: 850 time: 0.0706465 May 17 17:22:22.804451 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (d89a96ad-f806-471a-8507-39db2c10db28), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:22.855682 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:22:22.882689 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:22:22.890206 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:22:22.895165 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'Port': ['ID=d89a96ad-f806-471a-8507-39db2c10db28,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:22.934436 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-c1eac294-d79c-4a90-8074-d945503eb3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.936434 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-c1eac294-d79c-4a90-8074-d945503eb3ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6238abbd-960c-4e92-a73b-e546bdad5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0918980 May 17 17:22:22.957805 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:22.959863 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:22.977571 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-92e47ae1-8f67-451b-9c2e-1f80a586dd19 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0946236 May 17 17:22:23.180053 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3a8f582c-d030-4535-b431-c80858014d03 None None] Provisioning complete for port d89a96ad-f806-471a-8507-39db2c10db28 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:22:23.181306 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3a8f582c-d030-4535-b431-c80858014d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (d89a96ad-f806-471a-8507-39db2c10db28), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:23.212915 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f582c-d030-4535-b431-c80858014d03 None None] Port d89a96ad-f806-471a-8507-39db2c10db28 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:22:23.315127 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f1018-ecbb-4ad5-bd82-d286d8b90cfc req-cffabf99-1c7b-4d55-92d1-ced95df4574b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:23.316649 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3e0f1018-ecbb-4ad5-bd82-d286d8b90cfc req-cffabf99-1c7b-4d55-92d1-ced95df4574b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0518870 May 17 17:22:23.363900 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3e0f1018-ecbb-4ad5-bd82-d286d8b90cfc req-02695b87-1348-460c-b6f5-ac0e59a1432d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411134 May 17 17:22:23.484924 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a2b085-1f29-479e-b5be-412d71c3d071 req-0c39f832-8619-44fd-a342-6f6fc493866c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:23.486363 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-57a2b085-1f29-479e-b5be-412d71c3d071 req-0c39f832-8619-44fd-a342-6f6fc493866c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 932 time: 0.0494378 May 17 17:22:23.549108 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-57a2b085-1f29-479e-b5be-412d71c3d071 req-6067bb80-c5c7-453b-9929-2005ecfbf104 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569460 May 17 17:22:23.585517 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ce797-9ae0-4c58-8e08-a60fd061bd82 req-8102b850-5526-48b7-9908-5c282601fc69 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:23.587037 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-927ce797-9ae0-4c58-8e08-a60fd061bd82 req-8102b850-5526-48b7-9908-5c282601fc69 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0554340 May 17 17:22:23.637904 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-927ce797-9ae0-4c58-8e08-a60fd061bd82 req-b61a9ea0-0387-4d57-a64a-0b0ab696f853 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 May 17 17:22:24.492352 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Request body: {'port': {'device_id': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:24.534777 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5aa4f-481f-40da-9cf8-04d03efa33ee req-de3ad621-e79a-4354-bd76-768f62ce9f4b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:24.536280 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-60b5aa4f-481f-40da-9cf8-04d03efa33ee req-de3ad621-e79a-4354-bd76-768f62ce9f4b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0973761 May 17 17:22:24.697305 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-291810d9-579d-4c0c-bc30-f757f0082937 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468626 May 17 17:22:24.700785 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d89a96ad-f806-471a-8507-39db2c10db28), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:24.708380 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-60b5aa4f-481f-40da-9cf8-04d03efa33ee req-db959b9e-591d-42bc-b4d9-c671cd359776 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394191 May 17 17:22:24.726189 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5286f625-6f43-44b0-bdc7-33647230f625 req-825fec35-d8aa-4773-afdc-4b0dbcec4a3f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:24.727701 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5286f625-6f43-44b0-bdc7-33647230f625 req-825fec35-d8aa-4773-afdc-4b0dbcec4a3f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 932 time: 0.0925276 May 17 17:22:24.873736 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5286f625-6f43-44b0-bdc7-33647230f625 req-d2c01ab8-cace-4eed-b09d-9b2d9aacf848 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396348 May 17 17:22:24.884890 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a8629e-a231-4ea9-867e-42807fabb579 req-6de41580-0d97-4dbe-a6d5-8e4f1342da7c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:24.887519 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-45a8629e-a231-4ea9-867e-42807fabb579 req-6de41580-0d97-4dbe-a6d5-8e4f1342da7c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0912323 May 17 17:22:25.336977 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-45a8629e-a231-4ea9-867e-42807fabb579 req-2f6cbd06-59fd-45cf-8d73-911531df68a7 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411182 May 17 17:22:25.385544 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2e35720-a689-496e-adbb-9102b99f4c78 req-edbf8aae-6afa-4f47-975f-c22022729ea3 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010255 May 17 17:22:25.469558 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d89a96ad-f806-471a-8507-39db2c10db28 {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:22:25.479521 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Publish callbacks [] for port (d89a96ad-f806-471a-8507-39db2c10db28), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:25.492339 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Transition to ACTIVE for port object d89a96ad-f806-471a-8507-39db2c10db28 will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:22:25.496727 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (d89a96ad-f806-471a-8507-39db2c10db28), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:25.551490 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Pushing event updated for resources: {'Port': ['ID=d89a96ad-f806-471a-8507-39db2c10db28,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:25.630189 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Attempting to bind port d89a96ad-f806-471a-8507-39db2c10db28 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:22:25.630548 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Attempting to bind port d89a96ad-f806-471a-8507-39db2c10db28 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:22:25.631096 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Attempting to bind port d89a96ad-f806-471a-8507-39db2c10db28 on network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:22:25.636829 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Port d89a96ad-f806-471a-8507-39db2c10db28 on network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:22:25.637153 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Attempting to bind port d89a96ad-f806-471a-8507-39db2c10db28 on network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:22:25.643010 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:22:25.643309 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Checking segment: {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:22:25.643782 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Bound using segment: {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:22:25.644311 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Bound port: d89a96ad-f806-471a-8507-39db2c10db28, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a9f5392-675f-4a81-9313-edcab2f47d92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:22:25.645130 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d89a96ad-f806-471a-8507-39db2c10db28), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:25.716461 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:22:25.720498 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=d89a96ad-f806-471a-8507-39db2c10db28,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:22:25.727102 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (d89a96ad-f806-471a-8507-39db2c10db28), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:25.766555 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:25.767057 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:25.768480 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] 10.222.0.36 "PUT /v2.0/ports/d89a96ad-f806-471a-8507-39db2c10db28 HTTP/1.1" status: 200 len: 1094 time: 1.2820954 May 17 17:22:25.768923 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:22:25.772080 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51c7020-18ec-49b6-91cb-15f4fd62236a" -d '{"events": [{"name": "network-changed", "server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "tag": "d89a96ad-f806-471a-8507-39db2c10db28"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:22:25.806034 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed450a-4ff9-478f-b2fe-d581bc1edb64 service neutron] Pushing event updated for resources: {'Port': ['ID=d89a96ad-f806-471a-8507-39db2c10db28,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:25.829115 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c654840-078c-44ec-93d7-b56d32e9b43b x-openstack-request-id: req-7c654840-078c-44ec-93d7-b56d32e9b43b {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:22:25.829453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "tag": "d89a96ad-f806-471a-8507-39db2c10db28", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:22:25.829675 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7c654840-078c-44ec-93d7-b56d32e9b43b {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:22:25.830086 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c654840-078c-44ec-93d7-b56d32e9b43b'] response: {'name': 'network-changed', 'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28', 'status': 'completed', 'code': 200} May 17 17:22:25.855034 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86705c6-dd4e-4ba2-b383-988872d8a035 req-dece41ec-9971-4966-87f2-9910fb4b64ff tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:25.856909 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c86705c6-dd4e-4ba2-b383-988872d8a035 req-dece41ec-9971-4966-87f2-9910fb4b64ff tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0655501 May 17 17:22:25.912589 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c86705c6-dd4e-4ba2-b383-988872d8a035 req-f74b30ab-df94-4c65-8581-16a86a19a3ff tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497174 May 17 17:22:26.006076 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed390ccd-2b6d-4935-b56f-3e61db508aca req-8ffad709-6043-4037-8049-a64d231236e0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:26.007545 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed390ccd-2b6d-4935-b56f-3e61db508aca req-8ffad709-6043-4037-8049-a64d231236e0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0477722 May 17 17:22:26.064501 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed390ccd-2b6d-4935-b56f-3e61db508aca req-d986a28d-ca6c-40f6-9e72-016d22b9bc18 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482843 May 17 17:22:26.457694 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa678b4-9a02-4051-a0ef-b83723e566c2 req-f1eb8fb7-7dc5-4672-b2ae-d2d4a59b9278 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:26.459453 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4aa678b4-9a02-4051-a0ef-b83723e566c2 req-f1eb8fb7-7dc5-4672-b2ae-d2d4a59b9278 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0510871 May 17 17:22:26.508737 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4aa678b4-9a02-4051-a0ef-b83723e566c2 req-a4665233-0657-4539-a7b2-9cd0e92deda8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426857 May 17 17:22:26.678583 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c7020-18ec-49b6-91cb-15f4fd62236a req-c4d096e2-f5f3-4b07-b0c7-69c7ed0f1613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:26.680824 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d51c7020-18ec-49b6-91cb-15f4fd62236a req-c4d096e2-f5f3-4b07-b0c7-69c7ed0f1613 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5499cb4f84524e8ea33e93ca520139e5&device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1128 time: 0.0490375 May 17 17:22:27.038337 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170ebb7-dfff-43ac-9608-da116fae20aa req-e47d239b-68f4-4402-afd6-858e6e587188 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:27.040409 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1170ebb7-dfff-43ac-9608-da116fae20aa req-e47d239b-68f4-4402-afd6-858e6e587188 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 944 time: 0.0484469 May 17 17:22:27.087197 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1170ebb7-dfff-43ac-9608-da116fae20aa req-9262ffb9-fc2f-48bb-beae-0df94ff7e728 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411794 May 17 17:22:27.190898 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568dee91-d70a-40b1-b9e4-86e096997c62 req-04064bd6-1df2-4d99-9962-61d1ee8ea45a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:27.192422 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-568dee91-d70a-40b1-b9e4-86e096997c62 req-04064bd6-1df2-4d99-9962-61d1ee8ea45a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0506275 May 17 17:22:27.241889 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-568dee91-d70a-40b1-b9e4-86e096997c62 req-7f94d057-e97c-4064-bf7c-71eb72c719bf tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432096 May 17 17:22:27.336280 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 902fa950-8eb3-4211-83e2-5564e49661d2 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:22:27.442829 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c7020-18ec-49b6-91cb-15f4fd62236a req-b9366a21-0832-4515-a6b8-bc36fa46e04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:27.450132 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d51c7020-18ec-49b6-91cb-15f4fd62236a req-b9366a21-0832-4515-a6b8-bc36fa46e04c service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=5499cb4f84524e8ea33e93ca520139e5&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1205437 May 17 17:22:27.450374 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:22:27.464654 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '902fa950-8eb3-4211-83e2-5564e49661d2', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'port_id': '902fa950-8eb3-4211-83e2-5564e49661d2', 'mac_address': 'fa:16:3e:2e:d6:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:22:27.502693 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 902fa950-8eb3-4211-83e2-5564e49661d2 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:22:27.503090 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:27.516708 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 902fa950-8eb3-4211-83e2-5564e49661d2 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:22:27.542310 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:22:27.547242 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:27.559560 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c7020-18ec-49b6-91cb-15f4fd62236a req-6825ddd0-05ff-4af0-be0f-1c9cac3f47ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:27.561067 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d51c7020-18ec-49b6-91cb-15f4fd62236a req-6825ddd0-05ff-4af0-be0f-1c9cac3f47ad service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1025095 May 17 17:22:27.596542 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=9']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:27.908828 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['902fa950-8eb3-4211-83e2-5564e49661d2'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:22:27.938984 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-bc796d62-f0b2-4bb0-a910-d13133bf7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:27.940599 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-bc796d62-f0b2-4bb0-a910-d13133bf7b27 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5499cb4f84524e8ea33e93ca520139e5&device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1128 time: 0.0503213 May 17 17:22:27.953269 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 49998) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:27.957872 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Request body: {'security_group': {'name': 'tempest-securitygroup--997272936', 'description': 'tempest-description--1266744361'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:27.984925 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:27.999349 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-a200ae34-1c0b-4869-9566-a4a291ed7d18 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d89a96ad-f806-471a-8507-39db2c10db28 HTTP/1.1" status: 200 len: 217 time: 0.0384002 May 17 17:22:28.054999 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-2cbe02bc-78e1-4598-bafd-3401ab15cb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:28.056542 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-2cbe02bc-78e1-4598-bafd-3401ab15cb31 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784 HTTP/1.1" status: 200 len: 847 time: 0.0462832 May 17 17:22:28.057075 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group (5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.062731 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.100819 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.102076 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477709 May 17 17:22:28.107020 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:28.108315 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50002) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:28.114831 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.114998 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Request body: {'security_group_rule': {'security_group_id': '5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:28.115103 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.115353 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.115691 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.116028 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.116395 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.116731 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.117063 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.117391 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.117721 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.118089 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.118422 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.118759 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.119274 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.119609 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4a22969-6574-4d78-af80-922285400546 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.123499 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-ea871835-757d-4312-bd8c-c560df7facdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:28.125212 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-ea871835-757d-4312-bd8c-c560df7facdd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b5a82b7-86ce-4a70-b9cb-eca717805c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0617678 May 17 17:22:28.173183 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group_rule (8251c7bd-722f-4050-83ac-37192261013f), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.288418 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37a709-d42d-4261-a23c-c264dbfacd56 req-854d631f-e1d3-4b64-a2b4-a08382c80dde tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:28.290010 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4a37a709-d42d-4261-a23c-c264dbfacd56 req-854d631f-e1d3-4b64-a2b4-a08382c80dde tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 945 time: 0.0764947 May 17 17:22:28.323121 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-e7b27845-debe-4bf1-8ed5-e37c8deaa9c2 service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909077 May 17 17:22:28.347123 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group_rule (8251c7bd-722f-4050-83ac-37192261013f), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.381982 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (8251c7bd-722f-4050-83ac-37192261013f), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.434133 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8251c7bd-722f-4050-83ac-37192261013f,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:28.443199 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58da0d-98ff-49fd-8b33-bb1fae82ffb3 req-b676881d-71f7-48c2-ab7a-42c62dde8796 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:28.444781 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cd58da0d-98ff-49fd-8b33-bb1fae82ffb3 req-b676881d-71f7-48c2-ab7a-42c62dde8796 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.1285744 May 17 17:22:28.483906 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.485079 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3757911 May 17 17:22:28.487923 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50016) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:28.492584 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-a9d1ab0d-fc53-4a77-a20b-53257e5051df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Request body: {'security_group_rule': {'security_group_id': '5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:28.499279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.499639 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.499987 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.500363 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.500707 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.501046 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.501384 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.501718 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.502052 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.502385 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.503056 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.503056 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.503360 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.503687 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.504018 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c852a63e-7b43-4536-a1bd-2ca8c1e408df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:28.514907 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4a37a709-d42d-4261-a23c-c264dbfacd56 req-1db099a2-5103-468a-8fad-bcfcbb6da71b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121763 May 17 17:22:28.521621 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ab0d-fc53-4a77-a20b-53257e5051df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group_rule (d61dd525-309b-4d45-bab9-66dbdb25add3), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.566864 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25e5ae92-3dbc-49ed-90cc-ab5808b1e526 req-50b31fc7-7c2c-4325-9336-999ad51e773c service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257664 May 17 17:22:28.576900 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cd58da0d-98ff-49fd-8b33-bb1fae82ffb3 req-9db2dc7a-6b9a-4ec3-a1c2-7ce78ac8b2ec tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992627 May 17 17:22:28.603461 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ab0d-fc53-4a77-a20b-53257e5051df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group_rule (d61dd525-309b-4d45-bab9-66dbdb25add3), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.609264 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ab0d-fc53-4a77-a20b-53257e5051df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (d61dd525-309b-4d45-bab9-66dbdb25add3), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.628564 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1ab0d-fc53-4a77-a20b-53257e5051df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61dd525-309b-4d45-bab9-66dbdb25add3,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:28.638251 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ab0d-fc53-4a77-a20b-53257e5051df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.639518 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a9d1ab0d-fc53-4a77-a20b-53257e5051df tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1504493 May 17 17:22:28.642676 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50022) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:28.647080 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:28.670120 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:28.771528 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa636d-1815-4d36-a4b2-9453305f7568 req-8101657c-14c0-4119-a92a-c5eca2288e64 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:28.773133 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4aaa636d-1815-4d36-a4b2-9453305f7568 req-8101657c-14c0-4119-a92a-c5eca2288e64 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0497856 May 17 17:22:28.822722 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4aaa636d-1815-4d36-a4b2-9453305f7568 req-b2c1bde0-38c2-4393-8a23-89efffd5f731 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438049 May 17 17:22:29.023936 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.133219 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Allocated IP 172.27.3.214 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/f407688b-4b72-4a1b-a7ba-8e5a10c24cd0) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:22:29.237985 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for port (f407688b-4b72-4a1b-a7ba-8e5a10c24cd0), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.272835 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f407688b-4b72-4a1b-a7ba-8e5a10c24cd0), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.310375 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:22:29.313380 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:22:29.320279 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:22:29.325270 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event updated for resources: {'Port': ['ID=f407688b-4b72-4a1b-a7ba-8e5a10c24cd0,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:29.354586 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 902fa950-8eb3-4211-83e2-5564e49661d2 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:22:29.406096 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 902fa950-8eb3-4211-83e2-5564e49661d2 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:22:29.406592 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.424565 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for floatingip (18a48095-cda8-4466-8536-1ee231a433ac), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.465444 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f407688b-4b72-4a1b-a7ba-8e5a10c24cd0), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.482806 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 902fa950-8eb3-4211-83e2-5564e49661d2 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:22:29.483111 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.506685 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:22:29.509054 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b947a045-e945-479b-b77a-97da8218e0fc" -d '{"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-plugged", "status": "completed", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:22:29.528164 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:22:29.533666 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.564801 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e975ba9-592c-4b75-85a5-2e6622015db0 x-openstack-request-id: req-7e975ba9-592c-4b75-85a5-2e6622015db0 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:22:29.565153 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-plugged", "status": "completed", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:22:29.565537 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7e975ba9-592c-4b75-85a5-2e6622015db0 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:22:29.566423 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e975ba9-592c-4b75-85a5-2e6622015db0'] response: {'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2', 'code': 200} May 17 17:22:29.600128 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=10']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:29.667240 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for port (f407688b-4b72-4a1b-a7ba-8e5a10c24cd0), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.677355 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (f407688b-4b72-4a1b-a7ba-8e5a10c24cd0), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.684809 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e1caa-ae0f-47d2-a7ef-d88cc5607f72 req-208f17c9-829e-4896-b3e4-53e4e33358a7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:29.688833 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a54e1caa-ae0f-47d2-a7ef-d88cc5607f72 req-208f17c9-829e-4896-b3e4-53e4e33358a7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 947 time: 0.0558288 May 17 17:22:29.762987 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event updated for resources: {'Port': ['ID=f407688b-4b72-4a1b-a7ba-8e5a10c24cd0,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:29.763453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e214a46-86f1-46ae-b01b-68544b118438 req-342700db-f315-4ce1-8e4c-1dabedffc0f6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:29.765020 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4e214a46-86f1-46ae-b01b-68544b118438 req-342700db-f315-4ce1-8e4c-1dabedffc0f6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0752311 May 17 17:22:29.778490 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (18a48095-cda8-4466-8536-1ee231a433ac), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.789927 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a54e1caa-ae0f-47d2-a7ef-d88cc5607f72 req-86b301b7-8a0c-4294-9ae6-a985cee8cf0f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967507 May 17 17:22:29.799819 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:29.801546 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-bd97caa1-0f37-40eb-9703-aeb2fb948cc1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1579225 May 17 17:22:29.840864 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4e214a46-86f1-46ae-b01b-68544b118438 req-249d6afb-0876-4764-99c8-fc387e4f060e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628045 May 17 17:22:29.948437 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b3999-f2c4-43d4-9144-cb46fac86f09 req-74758ccd-b566-46f7-9f2d-a2dd6bf9d268 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:29.950174 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-397b3999-f2c4-43d4-9144-cb46fac86f09 req-74758ccd-b566-46f7-9f2d-a2dd6bf9d268 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0531952 May 17 17:22:30.035759 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-397b3999-f2c4-43d4-9144-cb46fac86f09 req-71d44277-03e5-4232-8eb4-e14494c57f65 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778897 May 17 17:22:30.043267 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-40dc046e-c61a-4b09-93df-9c9ced8cac92 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--997272936&fields=id&tenant_id=93dd0a88a2cb45b996d160bbe9801435 HTTP/1.1" status: 200 len: 267 time: 0.0705755 May 17 17:22:30.118680 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34829f09-b928-4d54-9878-cf7e6ac362dd req-c65ad10c-1401-4d09-bcf5-61081aee2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:30.120154 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-34829f09-b928-4d54-9878-cf7e6ac362dd req-c65ad10c-1401-4d09-bcf5-61081aee2bc6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 1131 time: 0.0704744 May 17 17:22:30.212647 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-91adeb8a-503a-4f10-a711-b7a0fcf9a781 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:30.214087 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-91adeb8a-503a-4f10-a711-b7a0fcf9a781 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 818 time: 0.1565166 May 17 17:22:30.216508 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-34829f09-b928-4d54-9878-cf7e6ac362dd req-acf9907b-ac78-4263-9465-60742b2969c4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681922 May 17 17:22:30.228525 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f28cfe3f-679b-4845-870d-2dbe62e1475e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/quotas/93dd0a88a2cb45b996d160bbe9801435 HTTP/1.1" status: 200 len: 375 time: 0.0090115 May 17 17:22:30.292386 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-cdca1f83-1dc5-4332-977f-373102671b01 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0578299 May 17 17:22:30.388026 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-ff32cc56-62a5-4c20-94fd-7b76dda0c033 service neutron] 10.222.0.81 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841200 May 17 17:22:30.483752 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-139491ae-b190-45c6-b538-c860a167c7a6 service neutron] 10.222.0.81 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894792 May 17 17:22:30.644610 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-214ca3ad-908e-4e1f-b4d7-dbda67e82f5c req-a1d2d5c2-2372-40ba-93f9-f85dff5c42e6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 210 time: 0.0291049 May 17 17:22:30.977549 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ce838-29c2-482b-a02f-b53597623439 req-49085802-520e-424a-9c68-3ce7723b1557 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:30.979074 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8a4ce838-29c2-482b-a02f-b53597623439 req-49085802-520e-424a-9c68-3ce7723b1557 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 947 time: 0.0986469 May 17 17:22:30.991861 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fa76e-8a24-4de2-b0c3-a6785d4654f9 req-53a40ca7-c9c7-4b2f-a576-c4d025351ab0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:30.994066 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a88fa76e-8a24-4de2-b0c3-a6785d4654f9 req-53a40ca7-c9c7-4b2f-a576-c4d025351ab0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0748787 May 17 17:22:31.083391 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8a4ce838-29c2-482b-a02f-b53597623439 req-acb8c43c-273a-4314-895b-378bf3552bf4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981145 May 17 17:22:31.089617 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a88fa76e-8a24-4de2-b0c3-a6785d4654f9 req-09b9c4c7-e6ba-4809-8144-d14469ad9136 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895374 May 17 17:22:31.201268 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4a975-5a7c-4866-aee0-478aa1c46984 req-a83e4f5e-37f8-4613-811f-2552e5b2cb94 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:31.203092 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2af4a975-5a7c-4866-aee0-478aa1c46984 req-a83e4f5e-37f8-4613-811f-2552e5b2cb94 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0565197 May 17 17:22:31.252683 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2af4a975-5a7c-4866-aee0-478aa1c46984 req-8d0e47f7-1609-49c7-b807-2552a57feb8e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439885 May 17 17:22:31.747824 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e7fe992b-e891-48f8-92df-023f565b1218 req-de01623c-435e-4592-8f54-c17ba861e693 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 210 time: 0.0315661 May 17 17:22:32.259026 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e08b9-974a-49c7-a065-3b79275407ff req-1bb6b7ee-ee5c-4766-a9e0-49fcada749e7 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:32.260688 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4e9e08b9-974a-49c7-a065-3b79275407ff req-1bb6b7ee-ee5c-4766-a9e0-49fcada749e7 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0902758 May 17 17:22:32.266558 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6657b9d6-2c71-45cf-8e1e-38d6248501b1 req-aaa3a1ff-f551-4c42-9231-3791e448e68c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:32.267968 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6657b9d6-2c71-45cf-8e1e-38d6248501b1 req-aaa3a1ff-f551-4c42-9231-3791e448e68c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 947 time: 0.0788615 May 17 17:22:32.347850 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4e9e08b9-974a-49c7-a065-3b79275407ff req-ca8f37ad-8378-4265-9fb4-de3a42764b38 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789051 May 17 17:22:32.351186 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6657b9d6-2c71-45cf-8e1e-38d6248501b1 req-faf8d7b3-d461-4728-845e-3d5eabd17402 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749974 May 17 17:22:32.560194 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e0b40d-ad7e-44a0-bffa-1bf9c987b188 req-dfc7622d-c8ed-4918-ba1b-604b9e5b46d1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:32.561868 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8e0b40d-ad7e-44a0-bffa-1bf9c987b188 req-dfc7622d-c8ed-4918-ba1b-604b9e5b46d1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.1410005 May 17 17:22:32.608430 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-20c2e531-a0b0-416a-9f77-c9e415449726 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:32.610037 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-20c2e531-a0b0-416a-9f77-c9e415449726 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 818 time: 0.1395614 May 17 17:22:32.634543 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8e0b40d-ad7e-44a0-bffa-1bf9c987b188 req-448a4377-1f21-4082-8288-c8953ec491d6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649137 May 17 17:22:32.782251 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-627d43d0-88c8-4d1a-8750-7b58bc2fe243 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93dd0a88a2cb45b996d160bbe9801435 HTTP/1.1" status: 200 len: 379 time: 0.0863912 May 17 17:22:32.851162 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8baf7f95-1804-4560-954f-edd5c2ec51f1 req-43013ce0-2e14-4d6a-bf01-992e22bb7150 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 210 time: 0.0282824 May 17 17:22:32.857491 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Request body: {'port': {'device_id': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'admin_state_up': True, 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'security_groups': ['5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:32.970168 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Made reservation on behalf of 93dd0a88a2cb45b996d160bbe9801435 for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:22:32.973743 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:33.108024 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Allocated IP 172.20.0.9 (cf74492e-ca9e-42bb-83d9-ac563642f683/8e0a7322-ce4e-4bc8-aa6f-895afd192fc7/fe0af9ec-6cdc-40dd-8c0c-e702b9d87654) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:22:33.245784 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:33.277366 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:33.316822 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Network cf74492e-ca9e-42bb-83d9-ac563642f683 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:22:33.319813 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:22:33.324208 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:22:33.353828 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event updated for resources: {'Port': ['ID=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:33.385485 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:33.386306 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:33.405056 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-6656e596-4d65-4d2b-9042-6c0a6db7b0e1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5521092 May 17 17:22:33.417929 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Request body: {'port': {'device_id': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:33.533656 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696c0f7-209d-481f-a701-fa990c63ad16 req-05f82f13-703d-456a-8514-4d0a578a6616 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:33.535386 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5696c0f7-209d-481f-a701-fa990c63ad16 req-05f82f13-703d-456a-8514-4d0a578a6616 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.1136453 May 17 17:22:33.572541 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9628636-8415-42e1-83a0-803788febe23 req-6949e66e-d4e4-4e73-9ca1-365aac77f36e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:33.573978 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9628636-8415-42e1-83a0-803788febe23 req-6949e66e-d4e4-4e73-9ca1-365aac77f36e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 947 time: 0.0989480 May 17 17:22:33.598696 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:33.639125 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-391efbc1-81de-404c-95dd-a5355a80544a None None] Provisioning complete for port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:22:33.641258 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-391efbc1-81de-404c-95dd-a5355a80544a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:33.681267 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-391efbc1-81de-404c-95dd-a5355a80544a None None] Port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:22:33.685604 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5696c0f7-209d-481f-a701-fa990c63ad16 req-32834fbf-5a38-40bb-bda3-2d957afce255 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261690 May 17 17:22:33.709293 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9628636-8415-42e1-83a0-803788febe23 req-18f9103a-9b00-45bc-b8f6-fe622e252cbe tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197162 May 17 17:22:33.867471 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6885f8-7e0f-46a1-8abb-2d535c13e8e1 req-7c97449b-414a-4eab-916e-78866a8d4291 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:33.869740 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d6885f8-7e0f-46a1-8abb-2d535c13e8e1 req-7c97449b-414a-4eab-916e-78866a8d4291 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0741549 May 17 17:22:34.005610 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368e7d28-6915-493c-94ba-a4918c17f1e7 req-3fe27838-88f8-4767-a794-9558d0fe2bed tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:34.007073 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-368e7d28-6915-493c-94ba-a4918c17f1e7 req-3fe27838-88f8-4767-a794-9558d0fe2bed tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 931 time: 0.0706077 May 17 17:22:34.012280 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d6885f8-7e0f-46a1-8abb-2d535c13e8e1 req-7fd7a51a-a2bc-42c0-8b54-0f3a8dfb6f16 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286800 May 17 17:22:34.089471 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-368e7d28-6915-493c-94ba-a4918c17f1e7 req-828aa9eb-2718-416f-833b-6fdbf367483d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744641 May 17 17:22:34.120994 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:22:34.128264 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Publish callbacks [] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:34.141091 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Transition to ACTIVE for port object fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:22:34.144796 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:34.190880 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:34.266175 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Attempting to bind port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:22:34.266516 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Attempting to bind port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:22:34.266848 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Attempting to bind port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 on network cf74492e-ca9e-42bb-83d9-ac563642f683 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:22:34.271474 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 on network cf74492e-ca9e-42bb-83d9-ac563642f683 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:22:34.271794 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Attempting to bind port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 on network cf74492e-ca9e-42bb-83d9-ac563642f683 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:22:34.277067 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:22:34.277403 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Checking segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:22:34.277957 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Bound using segment: {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:22:34.278202 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Bound port: fe0af9ec-6cdc-40dd-8c0c-e702b9d87654, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5868a565-e286-459b-a3f3-6e3f0f599d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 836, 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:22:34.278560 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:34.348352 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] For port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:22:34.351556 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] For port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:22:34.358897 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:34.395463 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:34.396051 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:34.397490 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] 10.222.0.36 "PUT /v2.0/ports/fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 HTTP/1.1" status: 200 len: 1093 time: 0.9842830 May 17 17:22:34.397943 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:22:34.402893 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1390ce-5b96-4c9b-9776-0fe0aa05c748" -d '{"events": [{"name": "network-changed", "server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:22:34.433087 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b2c45-94f7-4ec3-ba5b-0d05f9727b63 service neutron] Pushing event updated for resources: {'Port': ['ID=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:34.449330 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3860babf-b381-4eef-af96-7a0da0724f65 x-openstack-request-id: req-3860babf-b381-4eef-af96-7a0da0724f65 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:22:34.449650 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:22:34.449993 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-3860babf-b381-4eef-af96-7a0da0724f65 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:22:34.450548 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3860babf-b381-4eef-af96-7a0da0724f65'] response: {'name': 'network-changed', 'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'status': 'completed', 'code': 200} May 17 17:22:34.811335 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa4944-77eb-431b-a058-48061f48dee5 req-218932f5-27b0-4ce3-9641-1299ad5f4230 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:34.813018 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bfa4944-77eb-431b-a058-48061f48dee5 req-218932f5-27b0-4ce3-9641-1299ad5f4230 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0523894 May 17 17:22:34.863195 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bfa4944-77eb-431b-a058-48061f48dee5 req-b8b35468-6f1b-48f9-bb27-5bed5b6651e5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442040 May 17 17:22:35.138861 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf9d12a-1a61-49e4-a011-b3fc3a79b374 req-043cce1b-3b35-4719-80c9-637f850ae1c5 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:35.140542 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbf9d12a-1a61-49e4-a011-b3fc3a79b374 req-043cce1b-3b35-4719-80c9-637f850ae1c5 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0530100 May 17 17:22:35.221677 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e855e-c181-4311-b4f8-0f4b27f5851c req-04bf089c-33c9-4873-bb0b-7072060ecfb3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:35.223163 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b4e855e-c181-4311-b4f8-0f4b27f5851c req-04bf089c-33c9-4873-bb0b-7072060ecfb3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 943 time: 0.0635505 May 17 17:22:35.226286 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbf9d12a-1a61-49e4-a011-b3fc3a79b374 req-579dc88b-fd4e-4673-b091-4638f186649f tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802512 May 17 17:22:35.270856 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b4e855e-c181-4311-b4f8-0f4b27f5851c req-687adabb-d6db-4298-ac6d-42522ac3e9de tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416501 May 17 17:22:35.985288 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a7424-8667-4618-9845-afac99cf3534 req-1e18d609-bff8-457d-980b-ca1598f27500 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:35.986764 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-454a7424-8667-4618-9845-afac99cf3534 req-1e18d609-bff8-457d-980b-ca1598f27500 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0554585 May 17 17:22:36.036135 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-454a7424-8667-4618-9845-afac99cf3534 req-ec8620a7-b06c-42e1-abb0-7f40d6a33aad tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437355 May 17 17:22:36.357597 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb12a0a-d160-44d4-a39e-8513b58887bc req-9ddf377f-1356-4828-965f-fd75e69383d1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:36.359166 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0bb12a0a-d160-44d4-a39e-8513b58887bc req-9ddf377f-1356-4828-965f-fd75e69383d1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0653658 May 17 17:22:36.405327 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c1500b-d551-41af-91e8-202225ec4bcf req-43cc4e7a-a98f-4438-933a-03496c412759 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:36.406893 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-67c1500b-d551-41af-91e8-202225ec4bcf req-43cc4e7a-a98f-4438-933a-03496c412759 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 943 time: 0.0659671 May 17 17:22:36.448966 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0bb12a0a-d160-44d4-a39e-8513b58887bc req-9009b839-5457-472e-b26f-82aed254fcee tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737829 May 17 17:22:36.476087 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-67c1500b-d551-41af-91e8-202225ec4bcf req-203a1877-7b87-47a2-bca8-83592d5cf649 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594702 May 17 17:22:37.152021 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9177c4c-1d36-47d5-82c3-532238c274d5 req-f51abd10-501c-4084-a84e-253f332e8863 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:37.153690 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9177c4c-1d36-47d5-82c3-532238c274d5 req-f51abd10-501c-4084-a84e-253f332e8863 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0498555 May 17 17:22:37.209874 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9177c4c-1d36-47d5-82c3-532238c274d5 req-58ac0202-6000-466e-b22d-a9e334a597bc tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457504 May 17 17:22:37.599040 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fcf30f-20a3-4770-92a6-51de68ef66c3 req-e11c7349-634c-4f05-982c-90c3160ccf44 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:37.600544 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-80fcf30f-20a3-4770-92a6-51de68ef66c3 req-e11c7349-634c-4f05-982c-90c3160ccf44 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0764515 May 17 17:22:37.621066 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dcbd0a-2f97-43ed-879c-ecc024521d5b req-17237eaa-b361-4297-87fc-4184107be188 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:37.622555 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f1dcbd0a-2f97-43ed-879c-ecc024521d5b req-17237eaa-b361-4297-87fc-4184107be188 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 943 time: 0.0702262 May 17 17:22:37.712640 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1390ce-5b96-4c9b-9776-0fe0aa05c748 req-d5ae7ba8-0add-4710-a1d9-833560978d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:37.714126 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf1390ce-5b96-4c9b-9776-0fe0aa05c748 req-d5ae7ba8-0add-4710-a1d9-833560978d7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 1127 time: 0.0805843 May 17 17:22:37.725023 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-80fcf30f-20a3-4770-92a6-51de68ef66c3 req-672dba1b-7e69-47bc-8047-b545e693e0da tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189687 May 17 17:22:37.728816 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f1dcbd0a-2f97-43ed-879c-ecc024521d5b req-3704b566-7f87-4491-ab77-92171148e071 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996187 May 17 17:22:37.825808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1390ce-5b96-4c9b-9776-0fe0aa05c748 req-b80c1980-1212-4382-96ea-5148b9d01c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:37.827260 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf1390ce-5b96-4c9b-9776-0fe0aa05c748 req-b80c1980-1212-4382-96ea-5148b9d01c35 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=93dd0a88a2cb45b996d160bbe9801435&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0951052 May 17 17:22:37.932942 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1390ce-5b96-4c9b-9776-0fe0aa05c748 req-1d43c53f-40bb-47c7-8461-d802d9b676f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:37.934428 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf1390ce-5b96-4c9b-9776-0fe0aa05c748 req-1d43c53f-40bb-47c7-8461-d802d9b676f6 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0945079 May 17 17:22:38.016699 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-7de7b8b5-4780-4f44-85e4-2b8396280b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:38.018106 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-7de7b8b5-4780-4f44-85e4-2b8396280b36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 1127 time: 0.0448990 May 17 17:22:38.058317 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-89e22d2c-a608-4086-9aaa-8d7e5431e9f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 HTTP/1.1" status: 200 len: 217 time: 0.0330060 May 17 17:22:38.107751 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-7ca3f110-452a-4d51-b634-4a52e3960f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:38.109220 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-7ca3f110-452a-4d51-b634-4a52e3960f35 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.0444198 May 17 17:22:38.154562 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-ff329e9c-1855-445f-bd91-ee6eefc8418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:38.156596 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-ff329e9c-1855-445f-bd91-ee6eefc8418a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394471 May 17 17:22:38.252589 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-0b233027-73a1-475b-b507-82ef39e0c968 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883129 May 17 17:22:38.361460 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d4182b-7d1f-49f9-bfd2-567ebe924fe8 req-3077bbcc-b9b1-48d4-ae59-d4229f411c18 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:38.362930 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-85d4182b-7d1f-49f9-bfd2-567ebe924fe8 req-3077bbcc-b9b1-48d4-ae59-d4229f411c18 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0855942 May 17 17:22:38.396873 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0015a71d-2751-4e95-a44a-6c8f62385aa1 req-d0b2e892-4bae-4846-ba07-962135d8b4aa service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371908 May 17 17:22:38.425741 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-85d4182b-7d1f-49f9-bfd2-567ebe924fe8 req-0a3cd9ed-f490-44dd-a020-54f7f23b786f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546331 May 17 17:22:39.107809 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739ba5f-6668-48cc-9fd4-0c1b814aca51 req-ea97fe42-293b-49b1-9827-87f0c5f4546c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:39.109333 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a739ba5f-6668-48cc-9fd4-0c1b814aca51 req-ea97fe42-293b-49b1-9827-87f0c5f4546c tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.3113627 May 17 17:22:39.123882 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51490940-df80-4bcf-b924-6377aa568913 req-7b6ee6ae-00a5-4c0b-b215-0e3fb3dbe2c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:39.123882 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-51490940-df80-4bcf-b924-6377aa568913 req-7b6ee6ae-00a5-4c0b-b215-0e3fb3dbe2c6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 943 time: 0.3124382 May 17 17:22:39.192001 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a739ba5f-6668-48cc-9fd4-0c1b814aca51 req-7f57c4dc-6eed-4da3-8a84-5f0210292d37 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712867 May 17 17:22:39.195269 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-51490940-df80-4bcf-b924-6377aa568913 req-b93a3cf8-3ab0-4be5-a323-c1a04173703b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685756 May 17 17:22:39.544923 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6edd5f-21a5-4f3d-95e0-4ceec3b7960e req-58420809-ac35-45ab-aab0-79cf27f6b226 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:39.546382 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de6edd5f-21a5-4f3d-95e0-4ceec3b7960e req-58420809-ac35-45ab-aab0-79cf27f6b226 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0519238 May 17 17:22:39.596674 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de6edd5f-21a5-4f3d-95e0-4ceec3b7960e req-f7b4c857-5afc-4c7a-aea4-59d6bd5ce5bb tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445080 May 17 17:22:39.964979 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device d89a96ad-f806-471a-8507-39db2c10db28 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:22:40.069395 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=d89a96ad-f806-471a-8507-39db2c10db28,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:22:40.082958 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'd89a96ad-f806-471a-8507-39db2c10db28', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'port_id': 'd89a96ad-f806-471a-8507-39db2c10db28', 'mac_address': 'fa:16:3e:26:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:22:40.123140 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port d89a96ad-f806-471a-8507-39db2c10db28 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:22:40.123538 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d89a96ad-f806-471a-8507-39db2c10db28), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:40.140926 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89a96ad-f806-471a-8507-39db2c10db28 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:22:40.159789 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=d89a96ad-f806-471a-8507-39db2c10db28,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:22:40.163439 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (d89a96ad-f806-471a-8507-39db2c10db28), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:40.209649 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=d89a96ad-f806-471a-8507-39db2c10db28,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:40.217272 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.217584 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.217937 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.218308 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.218731 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.218994 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.219370 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.219693 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.220478 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.220478 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.220683 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.221037 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.221373 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.221702 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.222035 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:22:40.339823 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6747499-5a2a-4dcd-b886-83eb6788991d req-8635c468-eca3-4999-a0d6-f0482d96a22e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:40.341514 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6747499-5a2a-4dcd-b886-83eb6788991d req-8635c468-eca3-4999-a0d6-f0482d96a22e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0784152 May 17 17:22:40.355133 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff112f3-6b01-452e-b796-b6b8b2f52057 req-a129a6cc-7974-4cee-a831-76a818fd4281 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:40.356674 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1ff112f3-6b01-452e-b796-b6b8b2f52057 req-a129a6cc-7974-4cee-a831-76a818fd4281 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 943 time: 0.0818379 May 17 17:22:40.424956 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6747499-5a2a-4dcd-b886-83eb6788991d req-a31af6df-4dfb-46e0-bddb-53ebcd52f069 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774426 May 17 17:22:40.433085 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1ff112f3-6b01-452e-b796-b6b8b2f52057 req-fb220e9d-5b91-4213-aca3-842070e76dba tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702605 May 17 17:22:40.477977 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['d89a96ad-f806-471a-8507-39db2c10db28'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:22:40.721289 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7610a982-4c0e-4efd-9f48-a746ec23c186 req-0caa131c-c960-466c-96df-fb7901af0922 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:40.722865 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7610a982-4c0e-4efd-9f48-a746ec23c186 req-0caa131c-c960-466c-96df-fb7901af0922 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 945 time: 0.0582988 May 17 17:22:40.788316 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7610a982-4c0e-4efd-9f48-a746ec23c186 req-cc745974-aee8-489c-9589-9f34a3ede731 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562372 May 17 17:22:41.569369 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad420f-8cad-4edb-8e0a-a7f2e27b7e6a req-92ebd0b7-fa81-411a-94db-c1c1de4f562b tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:41.570888 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6dad420f-8cad-4edb-8e0a-a7f2e27b7e6a req-92ebd0b7-fa81-411a-94db-c1c1de4f562b tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0748823 May 17 17:22:41.576932 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b79d0-eba5-473e-9fe6-7072c676c33e req-67a4c192-8590-427a-a041-5cd391c50d9c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:41.578287 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-371b79d0-eba5-473e-9fe6-7072c676c33e req-67a4c192-8590-427a-a041-5cd391c50d9c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 943 time: 0.0734468 May 17 17:22:41.650280 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6dad420f-8cad-4edb-8e0a-a7f2e27b7e6a req-eb7f8fcb-2f74-4a9d-9756-04862bd1a6bd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710523 May 17 17:22:41.654286 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-371b79d0-eba5-473e-9fe6-7072c676c33e req-52053688-a4b3-473f-9289-04fe2852bf6c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685349 May 17 17:22:41.904470 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03fada8-58cd-4561-ac01-2c6886ad037e req-a2ea7d7b-cd43-4fed-872b-43a95c421f8e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:41.905928 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f03fada8-58cd-4561-ac01-2c6886ad037e req-a2ea7d7b-cd43-4fed-872b-43a95c421f8e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 945 time: 0.0517356 May 17 17:22:41.952817 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f03fada8-58cd-4561-ac01-2c6886ad037e req-ce8b7cf3-147e-4298-af80-8a36f79b3d03 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413239 May 17 17:22:42.020882 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f6658038-abc2-42da-927c-b20b04cbed15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:42.790864 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576ad741-0abb-4685-8802-0151df8a9879 req-1f9ab465-a52c-47ba-84c5-314a6c4a5225 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:42.792355 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-576ad741-0abb-4685-8802-0151df8a9879 req-1f9ab465-a52c-47ba-84c5-314a6c4a5225 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 943 time: 0.0725150 May 17 17:22:42.798369 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d65d6-8f28-4a30-a120-731db0df4321 req-ebc0e94d-dd23-4926-9346-2b5ed14ac80e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:42.799730 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-543d65d6-8f28-4a30-a120-731db0df4321 req-ebc0e94d-dd23-4926-9346-2b5ed14ac80e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0819130 May 17 17:22:42.875074 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-576ad741-0abb-4685-8802-0151df8a9879 req-8fd7984f-af46-41c3-9a8d-fd6f8ca286f9 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743783 May 17 17:22:42.878372 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-543d65d6-8f28-4a30-a120-731db0df4321 req-bf5118de-3b01-48f3-bc90-5f0dfaa12773 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714192 May 17 17:22:43.072505 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac06e7e-985d-4ddb-b97d-1b382d975aab req-7ac181e9-8f2f-4b9f-8ee2-70f7637e4abe tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:43.073977 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eac06e7e-985d-4ddb-b97d-1b382d975aab req-7ac181e9-8f2f-4b9f-8ee2-70f7637e4abe tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 945 time: 0.0538037 May 17 17:22:43.123066 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eac06e7e-985d-4ddb-b97d-1b382d975aab req-dfd70683-aa49-4c29-a0b9-25311fbdb843 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435452 May 17 17:22:43.976183 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device d89a96ad-f806-471a-8507-39db2c10db28 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:22:44.007079 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:44.024601 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port d89a96ad-f806-471a-8507-39db2c10db28 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:22:44.030153 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port d89a96ad-f806-471a-8507-39db2c10db28 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:22:44.030513 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (d89a96ad-f806-471a-8507-39db2c10db28), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:44.035349 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b90d25-002c-4ea0-969f-51a693a89e0a req-1f922f44-f590-49a4-95b3-8510854fd4b6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:44.036930 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-60b90d25-002c-4ea0-969f-51a693a89e0a req-1f922f44-f590-49a4-95b3-8510854fd4b6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 943 time: 0.0841200 May 17 17:22:44.045487 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de207a-bf5e-4d03-8c0e-174139cc92c4 req-fc923a6b-40ac-4811-89e0-22de82bad4b2 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:44.046911 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-38de207a-bf5e-4d03-8c0e-174139cc92c4 req-fc923a6b-40ac-4811-89e0-22de82bad4b2 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0843973 May 17 17:22:44.117404 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port d89a96ad-f806-471a-8507-39db2c10db28 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:22:44.117830 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d89a96ad-f806-471a-8507-39db2c10db28), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:44.130351 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-60b90d25-002c-4ea0-969f-51a693a89e0a req-d4ddae5c-eb9d-4b6c-bf7b-cef535c84cdc tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824351 May 17 17:22:44.135101 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-38de207a-bf5e-4d03-8c0e-174139cc92c4 req-dc56933a-b16d-4920-86b6-c79c365657bd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808649 May 17 17:22:44.141470 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:22:44.145271 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f087824-693c-44ec-96ad-30897fab85cf" -d '{"events": [{"server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "name": "network-vif-plugged", "status": "completed", "tag": "d89a96ad-f806-471a-8507-39db2c10db28"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:22:44.159888 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=d89a96ad-f806-471a-8507-39db2c10db28,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:22:44.165252 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (d89a96ad-f806-471a-8507-39db2c10db28), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:44.196734 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff449c0-7f39-4861-a14f-b0d155cfa846 x-openstack-request-id: req-0ff449c0-7f39-4861-a14f-b0d155cfa846 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:22:44.197061 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "name": "network-vif-plugged", "status": "completed", "tag": "d89a96ad-f806-471a-8507-39db2c10db28", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:22:44.197320 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ff449c0-7f39-4861-a14f-b0d155cfa846 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:22:44.197714 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ff449c0-7f39-4861-a14f-b0d155cfa846'] response: {'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28', 'code': 200} May 17 17:22:44.225926 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=d89a96ad-f806-471a-8507-39db2c10db28,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:44.263506 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1de1512-6a33-4c38-ae4c-685fd35d24ee req-e2b4a794-a8c8-4545-b4a0-0107be070705 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:44.265278 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f1de1512-6a33-4c38-ae4c-685fd35d24ee req-e2b4a794-a8c8-4545-b4a0-0107be070705 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0542779 May 17 17:22:44.322622 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f1de1512-6a33-4c38-ae4c-685fd35d24ee req-3ac6e729-d617-47d5-88f4-5b93ffec9440 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515726 May 17 17:22:44.370692 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e4e54e33-3b86-4a5b-9aee-f995b34f7692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:44.473141 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6127952-a053-4161-80e0-8ee298fa81bc req-c0fef865-d06c-48a5-9529-2d3136f52c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:44.474649 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c6127952-a053-4161-80e0-8ee298fa81bc req-c0fef865-d06c-48a5-9529-2d3136f52c6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1130 time: 0.0421722 May 17 17:22:44.521420 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c6127952-a053-4161-80e0-8ee298fa81bc req-da1e35ad-425b-4cb8-b311-51d497d84072 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390265 May 17 17:22:45.290950 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41236e38-2d73-48db-9ffc-b1cb1f6d4566 req-0251486b-d420-454a-91f0-7f6a43cca524 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:45.292462 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-41236e38-2d73-48db-9ffc-b1cb1f6d4566 req-0251486b-d420-454a-91f0-7f6a43cca524 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 943 time: 0.0918992 May 17 17:22:45.298552 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d19d84-2531-422a-bec7-3c8cdcb296a6 req-d27c8b05-97fd-4d1d-8633-5f25866bf7bd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:45.299920 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b3d19d84-2531-422a-bec7-3c8cdcb296a6 req-d27c8b05-97fd-4d1d-8633-5f25866bf7bd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0903277 May 17 17:22:45.374663 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-41236e38-2d73-48db-9ffc-b1cb1f6d4566 req-9341e46f-623c-4ccf-9041-830a670728f1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736718 May 17 17:22:45.377965 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b3d19d84-2531-422a-bec7-3c8cdcb296a6 req-b485dd5b-1f46-4307-8b6c-6c6497d92c79 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711746 May 17 17:22:45.480985 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324f040-7d32-4918-b5e7-05a54572fb49 req-63455537-e63f-47ee-ac2a-a08e93d2cf46 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:45.482511 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7324f040-7d32-4918-b5e7-05a54572fb49 req-63455537-e63f-47ee-ac2a-a08e93d2cf46 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0486953 May 17 17:22:45.537917 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7324f040-7d32-4918-b5e7-05a54572fb49 req-0497f27f-bb5c-474b-89c3-7b45370595d0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486734 May 17 17:22:45.561003 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:45.591312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217e8ec-f143-45b8-9782-c97d970cb604 req-5b06109b-c745-4736-bf21-d1d00a2dd568 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:45.592818 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5217e8ec-f143-45b8-9782-c97d970cb604 req-5b06109b-c745-4736-bf21-d1d00a2dd568 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0497720 May 17 17:22:45.638906 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5217e8ec-f143-45b8-9782-c97d970cb604 req-86dd8de8-5f08-4ea3-9ab9-d64b9048ccb4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404377 May 17 17:22:45.978959 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:22:46.073987 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:22:46.085374 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'port_id': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'mac_address': 'fa:16:3e:3c:7f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 836, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:22:46.124878 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:22:46.125266 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:46.138383 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:22:46.159796 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:22:46.164303 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:46.178573 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-a8bbae91-7ef2-4872-9e01-12932cdf38cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:46.180964 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-a8bbae91-7ef2-4872-9e01-12932cdf38cc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 1129 time: 0.0556891 May 17 17:22:46.219055 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:46.293810 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-108f1241-a39a-470d-a5fb-548d33e81ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:46.295298 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-108f1241-a39a-470d-a5fb-548d33e81ae9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 912 time: 0.0964987 May 17 17:22:46.361278 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-3f3dd8b8-8807-4fd3-a091-8b86d063d7d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6 HTTP/1.1" status: 200 len: 1000 time: 0.0585451 May 17 17:22:46.410324 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-d6d7130a-d363-4ae9-8a80-c7af55cb58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:46.411818 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-d6d7130a-d363-4ae9-8a80-c7af55cb58c0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=587cd2ff-00b9-4518-8c85-b74ee04204e3 HTTP/1.1" status: 200 len: 850 time: 0.0429389 May 17 17:22:46.481458 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-98670fae-a1d4-4000-9ea7-91fefdd1d4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:46.483092 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-98670fae-a1d4-4000-9ea7-91fefdd1d4e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6238abbd-960c-4e92-a73b-e546bdad5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0639729 May 17 17:22:46.495936 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['fe0af9ec-6cdc-40dd-8c0c-e702b9d87654'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:22:46.506432 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18650ee-a815-4371-806f-b64172e1af8e req-2ba59df6-d5d1-4624-845d-09b3f198c1c0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:46.507921 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c18650ee-a815-4371-806f-b64172e1af8e req-2ba59df6-d5d1-4624-845d-09b3f198c1c0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 944 time: 0.0625262 May 17 17:22:46.623693 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c18650ee-a815-4371-806f-b64172e1af8e req-c58626c8-9c34-4108-b6e1-4ac86f472d2b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055970 May 17 17:22:46.638510 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-0b73dda9-7de1-4ccf-a0d1-405caffc0668 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476777 May 17 17:22:46.700019 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313215ac-fd61-4d04-acec-e1bddd42210f req-7ccc46ad-59a3-44ab-ac5a-66d3e1dc6b5c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:46.701536 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-313215ac-fd61-4d04-acec-e1bddd42210f req-7ccc46ad-59a3-44ab-ac5a-66d3e1dc6b5c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0769846 May 17 17:22:46.803637 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c1931-5ca8-4c25-b3bf-ceb3a78b538f req-c2f5ac95-7097-425d-9351-45c23a29ed11 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:46.805070 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6b0c1931-5ca8-4c25-b3bf-ceb3a78b538f req-c2f5ac95-7097-425d-9351-45c23a29ed11 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0985987 May 17 17:22:46.842101 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1cf3289b-2b80-40b6-b5bf-dcc91203d64e req-730d9365-c027-4f39-bd1c-7d8524290c28 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866748 May 17 17:22:46.847482 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-313215ac-fd61-4d04-acec-e1bddd42210f req-755857ad-06fc-4d48-9541-a49d0bf0b4e3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150842 May 17 17:22:46.881818 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6b0c1931-5ca8-4c25-b3bf-ceb3a78b538f req-9a74f3d3-9cca-485d-8abd-03c86e519293 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648129 May 17 17:22:46.963746 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00a501-d11e-4aa0-be59-91cbdbc5ea78 req-cb9cbf04-02f9-405a-b7ca-9e56eab21497 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:46.965324 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b00a501-d11e-4aa0-be59-91cbdbc5ea78 req-cb9cbf04-02f9-405a-b7ca-9e56eab21497 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0482943 May 17 17:22:47.013565 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b00a501-d11e-4aa0-be59-91cbdbc5ea78 req-33c4cdb8-481c-498c-8142-724b2e44fff5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427430 May 17 17:22:47.035324 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50262) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:47.067769 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:47.215475 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3694a1-f225-47e4-adab-cb566a8d437d tempest-TestShelveInstance-508131248 tempest-TestShelveInstance-508131248-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:47.217041 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-4d3694a1-f225-47e4-adab-cb566a8d437d tempest-TestShelveInstance-508131248 tempest-TestShelveInstance-508131248-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1125 time: 0.1807411 May 17 17:22:47.219886 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50266) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:47.223987 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'port_id': 'd89a96ad-f806-471a-8507-39db2c10db28', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:47.244932 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:47.325562 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:47.438002 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Allocated IP 172.27.3.180 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/8047684d-e3ad-4924-8220-a48660bbf0a6) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:22:47.542231 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for port (8047684d-e3ad-4924-8220-a48660bbf0a6), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:47.572893 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (8047684d-e3ad-4924-8220-a48660bbf0a6), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:47.609865 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:22:47.612798 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:22:47.618632 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:22:47.623407 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'Port': ['ID=8047684d-e3ad-4924-8220-a48660bbf0a6,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:47.742369 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea7e4d8-1d4e-49a5-b159-1a4a1ab2d1a2 req-4c9746c2-cd40-48ef-ae19-2774255e8fd4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:47.743860 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aea7e4d8-1d4e-49a5-b159-1a4a1ab2d1a2 req-4c9746c2-cd40-48ef-ae19-2774255e8fd4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 944 time: 0.0479853 May 17 17:22:47.793567 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aea7e4d8-1d4e-49a5-b159-1a4a1ab2d1a2 req-0f5d50f9-996a-4e14-a149-43c019db46ea tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440662 May 17 17:22:47.984814 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for floatingip (cd1d765e-785f-484c-8582-9e2ce628b089), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:47.990706 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:22:48.006232 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f14eb-9f74-4085-80b6-69e5a22f01ec req-13510b45-6c44-4674-82dc-47097a947fa1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:48.009103 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-494f14eb-9f74-4085-80b6-69e5a22f01ec req-13510b45-6c44-4674-82dc-47097a947fa1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0565231 May 17 17:22:48.035754 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:22:48.042567 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:22:48.042945 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:48.052774 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (8047684d-e3ad-4924-8220-a48660bbf0a6), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:48.061127 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-494f14eb-9f74-4085-80b6-69e5a22f01ec req-211e396f-9030-4169-b368-bcd9403677e5 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445817 May 17 17:22:48.139748 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:22:48.140388 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:48.165215 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:22:48.167345 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e451d988-c7f9-4448-a03c-4f7eede14eb9" -d '{"events": [{"server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "name": "network-vif-plugged", "status": "completed", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:22:48.179533 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:22:48.184387 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:48.210353 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ba178f-82df-4674-8064-17952dc52bfb x-openstack-request-id: req-f1ba178f-82df-4674-8064-17952dc52bfb {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:22:48.210648 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "name": "network-vif-plugged", "status": "completed", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:22:48.210908 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f1ba178f-82df-4674-8064-17952dc52bfb {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:22:48.211344 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ba178f-82df-4674-8064-17952dc52bfb'] response: {'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'code': 200} May 17 17:22:48.236132 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:48.269562 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for port (8047684d-e3ad-4924-8220-a48660bbf0a6), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:48.275285 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (8047684d-e3ad-4924-8220-a48660bbf0a6), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:48.279586 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:48.345138 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event updated for resources: {'Port': ['ID=8047684d-e3ad-4924-8220-a48660bbf0a6,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:48.357233 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (cd1d765e-785f-484c-8582-9e2ce628b089), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:48.397164 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fcff86-83ab-4eaa-ad3d-b012559cf2dd req-2a0366b4-0350-415f-9424-9f3af2e208b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:48.399249 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-36fcff86-83ab-4eaa-ad3d-b012559cf2dd req-2a0366b4-0350-415f-9424-9f3af2e208b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 1129 time: 0.0388875 May 17 17:22:48.449336 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Floating IP cd1d765e-785f-484c-8582-9e2ce628b089 associated. External IP: 172.27.3.180, port: d89a96ad-f806-471a-8507-39db2c10db28. May 17 17:22:48.455406 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-36fcff86-83ab-4eaa-ad3d-b012559cf2dd req-7de3d34c-ebb1-43bf-88b6-e48e288e3154 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395076 May 17 17:22:48.656737 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Router a4555cca-0e88-4016-8b75-b6f87ea83281 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:22:48.759414 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:22:48.769292 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] Sync routers for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:22:48.779879 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:48.780577 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:22:48.781197 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:22:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:48.809774 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-0bead0ae-bc8c-4b49-b06c-ed94c3ea63ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5888419 May 17 17:22:48.810480 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:22:48.812773 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b" -d '{"events": [{"name": "network-changed", "server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "tag": "d89a96ad-f806-471a-8507-39db2c10db28"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:22:48.859955 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2e540c1-1991-4b5e-a1dd-8048ab7b0905 x-openstack-request-id: req-f2e540c1-1991-4b5e-a1dd-8048ab7b0905 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:22:48.860343 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "tag": "d89a96ad-f806-471a-8507-39db2c10db28", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:22:48.860801 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f2e540c1-1991-4b5e-a1dd-8048ab7b0905 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:22:48.861428 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e540c1-1991-4b5e-a1dd-8048ab7b0905'] response: {'name': 'network-changed', 'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28', 'status': 'completed', 'code': 200} May 17 17:22:48.895946 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:22:48.953478 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b20d42-7e67-43ac-b96f-36f00df4895a req-b275e89e-50f3-478f-8e35-1f133653f1f6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:48.954950 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-05b20d42-7e67-43ac-b96f-36f00df4895a req-b275e89e-50f3-478f-8e35-1f133653f1f6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0818737 May 17 17:22:48.964817 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-382a075c-dbee-4a5e-a3cb-f74ae94fea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:48.966224 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-382a075c-dbee-4a5e-a3cb-f74ae94fea33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5499cb4f84524e8ea33e93ca520139e5&device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1130 time: 0.0587215 May 17 17:22:49.059381 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-05b20d42-7e67-43ac-b96f-36f00df4895a req-763b3b00-a904-41d9-a865-f01fb5549273 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969050 May 17 17:22:49.098387 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-3b84db80-853b-437e-adca-89b57ba095a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:49.100013 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-3b84db80-853b-437e-adca-89b57ba095a4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b5a82b7-86ce-4a70-b9cb-eca717805c30 HTTP/1.1" status: 200 len: 909 time: 0.1214712 May 17 17:22:49.108897 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': 'cd1d765e-785f-484c-8582-9e2ce628b089', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'port_id': 'd89a96ad-f806-471a-8507-39db2c10db28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'mac_address': 'fa:16:3e:26:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:22:47Z', 'updated_at': '2022-05-17T17:22:47Z', 'revision_number': 0, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc627650-c820-4835-afcd-9c07273757e8', 'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'mac_address': 'fa:16:3e:a8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:33Z', 'updated_at': '2022-05-17T17:21:40Z', 'revision_number': 5, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'subnets': [{'id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:49.134115 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] Checking router: a4555cca-0e88-4016-8b75-b6f87ea83281 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:22:49.142584 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:22:49.143226 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:22:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:49.181284 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed1a3b-2e73-40fb-98e9-a163b74f8d46 req-0e9eaf9c-6775-4253-90c9-742f3921c35e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:49.182757 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74ed1a3b-2e73-40fb-98e9-a163b74f8d46 req-0e9eaf9c-6775-4253-90c9-742f3921c35e tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0507150 May 17 17:22:49.231466 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74ed1a3b-2e73-40fb-98e9-a163b74f8d46 req-1195ba4b-cb98-4095-8230-8d6c3aac92cd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412550 May 17 17:22:49.245234 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:22:49.446558 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': 'cd1d765e-785f-484c-8582-9e2ce628b089', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'port_id': 'd89a96ad-f806-471a-8507-39db2c10db28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'mac_address': 'fa:16:3e:26:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:22:47Z', 'updated_at': '2022-05-17T17:22:47Z', 'revision_number': 0, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc627650-c820-4835-afcd-9c07273757e8', 'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'mac_address': 'fa:16:3e:a8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:33Z', 'updated_at': '2022-05-17T17:21:40Z', 'revision_number': 5, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'subnets': [{'id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:49.473958 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9416be86-6cfd-496f-9382-9d1e6dc47b4b None None] The sync data for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi is: [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': 'cd1d765e-785f-484c-8582-9e2ce628b089', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'floating_ip_address': '172.27.3.180', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'port_id': 'd89a96ad-f806-471a-8507-39db2c10db28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'mac_address': 'fa:16:3e:26:29:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:22:47Z', 'updated_at': '2022-05-17T17:22:47Z', 'revision_number': 0, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc627650-c820-4835-afcd-9c07273757e8', 'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'mac_address': 'fa:16:3e:a8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:33Z', 'updated_at': '2022-05-17T17:21:40Z', 'revision_number': 5, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'subnets': [{'id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:22:49.497698 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-78dbc205-7a05-48ad-992d-fdc124109918 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d89a96ad-f806-471a-8507-39db2c10db28 HTTP/1.1" status: 200 len: 1000 time: 0.0550344 May 17 17:22:49.565058 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-53b03444-782f-4d1f-a78a-16eb57fac7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:49.566528 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-53b03444-782f-4d1f-a78a-16eb57fac7a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784 HTTP/1.1" status: 200 len: 847 time: 0.0488377 May 17 17:22:49.614608 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-ed1e40cb-fb79-4d2f-89fc-0e4b02724046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:49.616178 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-ed1e40cb-fb79-4d2f-89fc-0e4b02724046 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b5a82b7-86ce-4a70-b9cb-eca717805c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416088 May 17 17:22:49.673201 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a084f2c5-4dc7-461f-aa69-90a4366e9247 None None] New status for floating IP cd1d765e-785f-484c-8582-9e2ce628b089: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:22:49.726253 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-4d2c8705-a93c-4fcf-8f8d-2067911f6cb1 service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950389 May 17 17:22:49.856696 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fcc2b2bf-6119-4f13-9fb7-7ce6e356502b req-908a3eae-0b1d-430f-b935-47edd62f278a service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234946 May 17 17:22:49.873427 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50304) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:49.985960 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0573d1dc-6c03-4458-9820-a9a366e46cf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:50.060046 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0573d1dc-6c03-4458-9820-a9a366e46cf9 admin admin] Publish callbacks [] for security_group (47699d13-ad5d-45e8-95a5-fbf3fedb79c4), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:50.063662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0573d1dc-6c03-4458-9820-a9a366e46cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (47699d13-ad5d-45e8-95a5-fbf3fedb79c4), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:50.101588 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573d1dc-6c03-4458-9820-a9a366e46cf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47699d13-ad5d-45e8-95a5-fbf3fedb79c4,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:50.107271 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-0573d1dc-6c03-4458-9820-a9a366e46cf9 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=dd8e573a8aec42db89d883914ad0d174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2314270 May 17 17:22:50.108673 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50310) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:50.161451 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c5898cee-3834-4632-9b8c-5c1e77d4c72d admin admin] Publish callbacks [] for security_group (47699d13-ad5d-45e8-95a5-fbf3fedb79c4), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:50.179895 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67bc655-d6b1-4a52-94a0-d87131574e0e req-27fdb015-7480-42de-92ac-1ae56877088d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:50.181466 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c67bc655-d6b1-4a52-94a0-d87131574e0e req-27fdb015-7480-42de-92ac-1ae56877088d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0517340 May 17 17:22:50.183332 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c5898cee-3834-4632-9b8c-5c1e77d4c72d admin admin] Publish callbacks [] for security_group (47699d13-ad5d-45e8-95a5-fbf3fedb79c4), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:50.229902 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c67bc655-d6b1-4a52-94a0-d87131574e0e req-f1ea295f-70c0-4516-b344-6aae7e807f70 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428324 May 17 17:22:50.241876 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c5898cee-3834-4632-9b8c-5c1e77d4c72d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (47699d13-ad5d-45e8-95a5-fbf3fedb79c4), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:50.245839 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c5898cee-3834-4632-9b8c-5c1e77d4c72d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:50.247456 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c5898cee-3834-4632-9b8c-5c1e77d4c72d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/47699d13-ad5d-45e8-95a5-fbf3fedb79c4 HTTP/1.1" status: 204 len: 168 time: 0.1373146 May 17 17:22:50.264187 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5898cee-3834-4632-9b8c-5c1e77d4c72d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47699d13-ad5d-45e8-95a5-fbf3fedb79c4,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:51.252930 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50342) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:51.348562 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490309a4-b38a-48b2-946e-080fe3f1a324 req-1835e216-fff0-4ffe-ad8d-f691dbf17fd1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:51.350049 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-490309a4-b38a-48b2-946e-080fe3f1a324 req-1835e216-fff0-4ffe-ad8d-f691dbf17fd1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0478206 May 17 17:22:51.373965 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b6d71310-c64b-462f-809a-31b86599fb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:51.422430 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-490309a4-b38a-48b2-946e-080fe3f1a324 req-16aae956-4a50-4057-a2ff-5f2ad3042b99 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660288 May 17 17:22:51.471917 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b6d71310-c64b-462f-809a-31b86599fb29 admin admin] Publish callbacks [] for security_group (c4c628c6-6771-4b12-8b6c-a82f9d5ab536), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:51.476937 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b6d71310-c64b-462f-809a-31b86599fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (c4c628c6-6771-4b12-8b6c-a82f9d5ab536), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:51.549272 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b6d71310-c64b-462f-809a-31b86599fb29 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=542486c729964d7f88c94c97199ad25e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951407 May 17 17:22:51.551847 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50350) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:51.552369 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d71310-c64b-462f-809a-31b86599fb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c628c6-6771-4b12-8b6c-a82f9d5ab536,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:51.563481 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a421809-905a-4f44-8004-26581f51e570 req-41c73cf7-d9dd-42c9-b588-7637f8e6084e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:51.565148 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3a421809-905a-4f44-8004-26581f51e570 req-41c73cf7-d9dd-42c9-b588-7637f8e6084e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0740521 May 17 17:22:51.574760 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50352) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:22:51.579161 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-c33bd147-e1be-4aeb-b7fe-716a69d10339 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Request body: {'floatingip': {'port_id': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:22:51.624953 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c33bd147-e1be-4aeb-b7fe-716a69d10339 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for floatingip (18a48095-cda8-4466-8536-1ee231a433ac), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:51.693801 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5b29493d-2efe-4fe5-9071-e1b1b45b0757 admin admin] Publish callbacks [] for security_group (c4c628c6-6771-4b12-8b6c-a82f9d5ab536), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:51.747502 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5b29493d-2efe-4fe5-9071-e1b1b45b0757 admin admin] Publish callbacks [] for security_group (c4c628c6-6771-4b12-8b6c-a82f9d5ab536), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:51.872134 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5b29493d-2efe-4fe5-9071-e1b1b45b0757 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (c4c628c6-6771-4b12-8b6c-a82f9d5ab536), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:51.874701 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5b29493d-2efe-4fe5-9071-e1b1b45b0757 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:51.875856 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-5b29493d-2efe-4fe5-9071-e1b1b45b0757 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c4c628c6-6771-4b12-8b6c-a82f9d5ab536 HTTP/1.1" status: 204 len: 168 time: 0.3229837 May 17 17:22:51.895679 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29493d-2efe-4fe5-9071-e1b1b45b0757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c628c6-6771-4b12-8b6c-a82f9d5ab536,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:22:52.118945 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c33bd147-e1be-4aeb-b7fe-716a69d10339 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:52.125054 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c33bd147-e1be-4aeb-b7fe-716a69d10339 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (18a48095-cda8-4466-8536-1ee231a433ac), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:52.228858 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [None req-c33bd147-e1be-4aeb-b7fe-716a69d10339 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Floating IP 18a48095-cda8-4466-8536-1ee231a433ac associated. External IP: 172.27.3.214, port: fe0af9ec-6cdc-40dd-8c0c-e702b9d87654. May 17 17:22:52.426577 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33bd147-e1be-4aeb-b7fe-716a69d10339 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:22:52.758699 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33bd147-e1be-4aeb-b7fe-716a69d10339 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:22:52.763173 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c33bd147-e1be-4aeb-b7fe-716a69d10339 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:22:52.767717 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] Sync routers for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:22:52.778260 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:22:52.778864 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:22:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:52.793109 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c33bd147-e1be-4aeb-b7fe-716a69d10339 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "PUT /v2.0/floatingips/18a48095-cda8-4466-8536-1ee231a433ac HTTP/1.1" status: 200 len: 991 time: 1.2172456 May 17 17:22:52.793695 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:22:52.795964 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8bbc181-ab32-4bac-840d-84e792fcd2af" -d '{"events": [{"name": "network-changed", "server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:22:52.829733 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2966401-2950-428f-ac76-2a9fa744e6d8 x-openstack-request-id: req-e2966401-2950-428f-ac76-2a9fa744e6d8 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:22:52.830028 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:22:52.830285 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e2966401-2950-428f-ac76-2a9fa744e6d8 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:22:52.830691 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2966401-2950-428f-ac76-2a9fa744e6d8'] response: {'name': 'network-changed', 'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'status': 'completed', 'code': 200} May 17 17:22:52.881796 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:22:52.894665 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-2b404c92-c3c8-4b58-92e2-439da86f9e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:52.896366 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-2b404c92-c3c8-4b58-92e2-439da86f9e96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 1129 time: 0.0394857 May 17 17:22:52.990794 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-0bf0d60b-99b2-4b4b-8a94-e0ade73aa8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:52.992835 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-0bf0d60b-99b2-4b4b-8a94-e0ade73aa8f3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.0872610 May 17 17:22:53.063527 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-387d53ec-56e1-493c-b3e6-625f20854d65 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 HTTP/1.1" status: 200 len: 999 time: 0.0553007 May 17 17:22:53.088644 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '18a48095-cda8-4466-8536-1ee231a433ac', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'port_id': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'mac_address': 'fa:16:3e:3c:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:22:29Z', 'updated_at': '2022-05-17T17:22:52Z', 'revision_number': 1, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:41Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:53.113025 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] Checking router: 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:22:53.115182 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-405f3ce4-9e3c-467b-aecc-e9ed206f156e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:53.116675 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-405f3ce4-9e3c-467b-aecc-e9ed206f156e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.0455191 May 17 17:22:53.121779 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:22:53.122380 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:22:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:53.175682 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-e5a47758-68e2-419f-9051-8c8e4278f188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:22:53.177465 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-e5a47758-68e2-419f-9051-8c8e4278f188 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441792 May 17 17:22:53.270914 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-29e03934-543c-487a-bba2-0ba38ee4bb4c service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844562 May 17 17:22:53.297134 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:22:53.367766 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8bbc181-ab32-4bac-840d-84e792fcd2af req-3dfd9966-f46f-4e24-abff-20c73a00c5dc service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861385 May 17 17:22:53.502711 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '18a48095-cda8-4466-8536-1ee231a433ac', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'port_id': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'mac_address': 'fa:16:3e:3c:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:22:29Z', 'updated_at': '2022-05-17T17:22:52Z', 'revision_number': 1, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:41Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:22:53.529521 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df59c73e-e2b0-4d61-aef9-0e0f1ff33f82 None None] The sync data for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi is: [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '18a48095-cda8-4466-8536-1ee231a433ac', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'port_id': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'mac_address': 'fa:16:3e:3c:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:22:29Z', 'updated_at': '2022-05-17T17:22:52Z', 'revision_number': 1, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:41Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:22:53.710506 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52993f93-9099-4009-bf89-3d2f0d104e8c None None] New status for floating IP 18a48095-cda8-4466-8536-1ee231a433ac: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:22:56.189026 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:23:12.022213 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a1d4c322-90ea-4cea-b2fa-172cf8520ddc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:13.991608 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:14.374087 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1ac00ba5-eeab-4ee0-a893-089249b51a79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:15.545375 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:17.070507 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:18.267965 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-ffa0f1b2-dfd0-4619-8f85-d302f0017f09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0380502 May 17 17:23:18.280207 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:18.354237 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-25ea75f6-4756-4f27-bc92-e63ff755573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:18.355718 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-25ea75f6-4756-4f27-bc92-e63ff755573f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 1131 time: 0.0387981 May 17 17:23:18.466667 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-562f5054-2dd8-4523-88ef-212fc3340811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:18.468230 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-562f5054-2dd8-4523-88ef-212fc3340811 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 918 time: 0.0878541 May 17 17:23:18.532774 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-88df138c-1d66-48ac-a281-c4a36a8dac5b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=902fa950-8eb3-4211-83e2-5564e49661d2 HTTP/1.1" status: 200 len: 1002 time: 0.0549827 May 17 17:23:18.585014 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-2240f066-b74c-48ba-8b1b-a5613cff5bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:18.587226 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-2240f066-b74c-48ba-8b1b-a5613cff5bed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.0464253 May 17 17:23:18.631336 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-9b5985c8-c2d5-4953-8e56-e123f53d2002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:18.632806 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-9b5985c8-c2d5-4953-8e56-e123f53d2002 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383580 May 17 17:23:18.721542 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-e94e2220-3148-4165-a96c-e6b9c51840fc service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809813 May 17 17:23:18.815961 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-053d4914-0cb3-4ab1-9b78-fd9cf84e6b05 req-cfe7ba04-bace-4b88-8276-cedc9b804bda service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841358 May 17 17:23:23.719153 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9885dc-8f64-4609-adc6-a62b3bb09ad7 req-fd286377-c8a5-4ebf-8f08-3c83e5d5b9c2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:23.720626 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a9885dc-8f64-4609-adc6-a62b3bb09ad7 req-fd286377-c8a5-4ebf-8f08-3c83e5d5b9c2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 947 time: 0.0478203 May 17 17:23:23.768150 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a9885dc-8f64-4609-adc6-a62b3bb09ad7 req-dbd494a4-10b5-437b-a5d0-a486b7d3df66 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419116 May 17 17:23:24.894190 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976f814-a964-4047-9451-6b8e33cdc939 req-0883d045-c9e3-48a8-8a47-0d6a2fa2895e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:24.895668 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a976f814-a964-4047-9451-6b8e33cdc939 req-0883d045-c9e3-48a8-8a47-0d6a2fa2895e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 947 time: 0.0505090 May 17 17:23:24.943447 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a976f814-a964-4047-9451-6b8e33cdc939 req-d15923a0-3f0d-4620-9b51-de47cc71b45d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=8d7533b8-5eb7-4e1a-9b24-34c55db3384b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 May 17 17:23:25.402137 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-6456a99f-a0e3-49c8-9df9-f280ecd6fa48 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:25.403628 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-6456a99f-a0e3-49c8-9df9-f280ecd6fa48 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 947 time: 0.0469227 May 17 17:23:25.493486 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Deleting port 902fa950-8eb3-4211-83e2-5564e49661d2 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:23:25.493825 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:25.579192 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] For port 902fa950-8eb3-4211-83e2-5564e49661d2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=902fa950-8eb3-4211-83e2-5564e49661d2,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:23:25.579566 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:25.835362 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:25.835640 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (253ac239-2f3c-4b3c-abc4-55399847c74e), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:25.835997 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Floating IP 253ac239-2f3c-4b3c-abc4-55399847c74e disassociated. External IP: 172.27.3.118, port: 902fa950-8eb3-4211-83e2-5564e49661d2. May 17 17:23:25.836359 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Calling delete_port for 902fa950-8eb3-4211-83e2-5564e49661d2 owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:23:25.958661 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (902fa950-8eb3-4211-83e2-5564e49661d2), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:25.985901 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event deleted for resources: {'Port': ['ID=902fa950-8eb3-4211-83e2-5564e49661d2,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:26.060881 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-40318eb9-a9f5-4257-886c-b1f23a6bcaa7 req-bb24ac91-9e4e-4b21-9e03-328ebf0b76ed tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=ea901e2f-adeb-496d-bb92-97d80e2aac00 HTTP/1.1" status: 200 len: 210 time: 0.0327988 May 17 17:23:26.348313 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Router 5c18e419-3100-488e-81cb-1a021556f59f has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:23:26.446453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:23:26.458528 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] Sync routers for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:23:26.471882 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:23:26.472627 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:23:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:26.494899 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] No DVR routers for this DVR port 902fa950-8eb3-4211-83e2-5564e49661d2 on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:23:26.497736 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:26.501298 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f40e53fa-816f-448f-8fe6-629e4760f2bd req-17bdfee6-3b7b-4625-8813-88ff2ece109c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "DELETE /v2.0/ports/902fa950-8eb3-4211-83e2-5564e49661d2 HTTP/1.1" status: 204 len: 173 time: 1.0877516 May 17 17:23:26.501747 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-deleted', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:23:26.504656 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55032555-fd22-443e-b8e0-917db4fded1d" -d '{"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-deleted", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:23:26.546464 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbb6e74-bcf2-4482-b1cf-072e07030648 x-openstack-request-id: req-acbb6e74-bcf2-4482-b1cf-072e07030648 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:23:26.546771 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea901e2f-adeb-496d-bb92-97d80e2aac00", "name": "network-vif-deleted", "tag": "902fa950-8eb3-4211-83e2-5564e49661d2", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:23:26.547025 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acbb6e74-bcf2-4482-b1cf-072e07030648 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:23:26.547419 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acbb6e74-bcf2-4482-b1cf-072e07030648'] response: {'server_uuid': 'ea901e2f-adeb-496d-bb92-97d80e2aac00', 'name': 'network-vif-deleted', 'tag': '902fa950-8eb3-4211-83e2-5564e49661d2', 'status': 'completed', 'code': 200} May 17 17:23:26.579854 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:23:26.775449 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:26.802612 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] Checking router: 5c18e419-3100-488e-81cb-1a021556f59f for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:23:26.812236 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:23:26.813077 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:23:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:26.917485 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:23:27.122404 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:27.150260 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89461e40-4f26-4454-aad7-d560a2894ccb None None] The sync data for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi is: [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:23:27.170146 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50418) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:27.234526 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6a549fa7-412a-4f31-92c9-aa25766094d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (8d7533b8-5eb7-4e1a-9b24-34c55db3384b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.260335 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6a549fa7-412a-4f31-92c9-aa25766094d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (8d7533b8-5eb7-4e1a-9b24-34c55db3384b), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.313043 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6a549fa7-412a-4f31-92c9-aa25766094d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8d7533b8-5eb7-4e1a-9b24-34c55db3384b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.315827 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6a549fa7-412a-4f31-92c9-aa25766094d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.319989 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50420) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:27.320546 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6a549fa7-412a-4f31-92c9-aa25766094d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "DELETE /v2.0/security-groups/8d7533b8-5eb7-4e1a-9b24-34c55db3384b HTTP/1.1" status: 204 len: 168 time: 0.1492260 May 17 17:23:27.332569 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a549fa7-412a-4f31-92c9-aa25766094d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7533b8-5eb7-4e1a-9b24-34c55db3384b,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:27.337956 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.api.v2.resource [None req-0d84342f-14b8-4917-a941-589a1460093c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] show failed (client error): The resource could not be found. May 17 17:23:27.340368 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-0d84342f-14b8-4917-a941-589a1460093c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups/8d7533b8-5eb7-4e1a-9b24-34c55db3384b HTTP/1.1" status: 404 len: 347 time: 0.0185740 May 17 17:23:27.343380 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50422) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:27.478500 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Deleting port 444930ac-8cac-4c1a-88fb-8212165c5dfb {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:23:27.478856 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (444930ac-8cac-4c1a-88fb-8212165c5dfb), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.482402 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a18c2d-d66e-4c24-85ce-54a80037efe3 None None] New status for floating IP 253ac239-2f3c-4b3c-abc4-55399847c74e: DOWN {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:23:27.556527 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (444930ac-8cac-4c1a-88fb-8212165c5dfb), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.556926 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (444930ac-8cac-4c1a-88fb-8212165c5dfb), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.569509 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Calling delete_port for 444930ac-8cac-4c1a-88fb-8212165c5dfb owned by network:floatingip {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:23:27.717677 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (444930ac-8cac-4c1a-88fb-8212165c5dfb), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.746855 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event deleted for resources: {'Port': ['ID=444930ac-8cac-4c1a-88fb-8212165c5dfb,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:27.809777 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (253ac239-2f3c-4b3c-abc4-55399847c74e), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.812375 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:27.813545 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-57fc45c8-d042-41a5-b4f5-e6d2006b7fc8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "DELETE /v2.0/floatingips/253ac239-2f3c-4b3c-abc4-55399847c74e HTTP/1.1" status: 204 len: 168 time: 0.4690468 May 17 17:23:27.903665 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50426) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:27.908687 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-1a1d6f4f-320e-4118-b092-8a34b768d36e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1237945534', 'description': 'tempest-description--331845599'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:27.931400 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6f4f-320e-4118-b092-8a34b768d36e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.010494 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6f4f-320e-4118-b092-8a34b768d36e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (d86de6da-8ae8-444c-bc35-6c08f13fa698), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.014453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6f4f-320e-4118-b092-8a34b768d36e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d86de6da-8ae8-444c-bc35-6c08f13fa698), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.042239 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1a1d6f4f-320e-4118-b092-8a34b768d36e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.046087 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-1a1d6f4f-320e-4118-b092-8a34b768d36e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1386669 May 17 17:23:28.046729 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50428) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:28.047628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d6f4f-320e-4118-b092-8a34b768d36e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d86de6da-8ae8-444c-bc35-6c08f13fa698,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:28.052596 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'security_group_rule': {'security_group_id': 'd86de6da-8ae8-444c-bc35-6c08f13fa698', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:28.081334 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (af2e88a0-18bf-47d1-b86e-46f8ddacd72d), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.142640 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (af2e88a0-18bf-47d1-b86e-46f8ddacd72d), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.146294 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (af2e88a0-18bf-47d1-b86e-46f8ddacd72d), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.161462 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2e88a0-18bf-47d1-b86e-46f8ddacd72d,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:28.171536 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.172499 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.172499 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.172758 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.172957 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.173317 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.173627 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.173942 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.174340 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.174707 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.175020 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.175346 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.175667 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.175993 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.176443 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:28.182070 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.183251 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-958eae40-77f1-4d0d-b400-3ac08731725c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353722 May 17 17:23:28.186017 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50430) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:28.190788 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-185fa78d-a431-461f-b8b0-78d53622a262 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'security_group_rule': {'security_group_id': 'd86de6da-8ae8-444c-bc35-6c08f13fa698', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:28.221805 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-185fa78d-a431-461f-b8b0-78d53622a262 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (7fd3a6a4-cc04-4c97-92ee-8fde8a672df2), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.273302 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-185fa78d-a431-461f-b8b0-78d53622a262 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (7fd3a6a4-cc04-4c97-92ee-8fde8a672df2), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.279304 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-185fa78d-a431-461f-b8b0-78d53622a262 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (7fd3a6a4-cc04-4c97-92ee-8fde8a672df2), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.298705 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185fa78d-a431-461f-b8b0-78d53622a262 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd3a6a4-cc04-4c97-92ee-8fde8a672df2,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:28.309990 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-185fa78d-a431-461f-b8b0-78d53622a262 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.311189 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-185fa78d-a431-461f-b8b0-78d53622a262 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241648 May 17 17:23:28.314431 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50432) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:28.318920 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:28.342177 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.421134 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.535124 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Allocated IP 172.27.3.108 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/0288af53-de0b-4c6e-bb5d-0ea033828efb) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:23:28.645161 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for port (0288af53-de0b-4c6e-bb5d-0ea033828efb), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.681512 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (0288af53-de0b-4c6e-bb5d-0ea033828efb), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.725069 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:23:28.728672 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:23:28.734922 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:23:28.756496 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'Port': ['ID=0288af53-de0b-4c6e-bb5d-0ea033828efb,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:28.819351 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (1d2138fd-eb80-4a50-8923-f03901f1f599), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:28.857181 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (0288af53-de0b-4c6e-bb5d-0ea033828efb), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:29.032989 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for port (0288af53-de0b-4c6e-bb5d-0ea033828efb), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:29.037530 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (0288af53-de0b-4c6e-bb5d-0ea033828efb), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:29.105447 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'Port': ['ID=0288af53-de0b-4c6e-bb5d-0ea033828efb,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:29.117050 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (1d2138fd-eb80-4a50-8923-f03901f1f599), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:29.132177 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:29.133958 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-ad176920-f807-4f33-85ca-ced9f392aaac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8185463 May 17 17:23:29.328884 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-70c4d17f-43c1-4a04-9423-029f6993b873 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1237945534&fields=id&tenant_id=31b28ed8fa0c42dc8294631db314ab0a HTTP/1.1" status: 200 len: 267 time: 0.0469673 May 17 17:23:29.454638 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-71d2fb10-b785-4003-bca9-915415da24ac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:29.456063 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-71d2fb10-b785-4003-bca9-915415da24ac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 817 time: 0.1203856 May 17 17:23:29.470439 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-653eb0da-af84-4c28-8b57-eb5fc9e971c0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/quotas/31b28ed8fa0c42dc8294631db314ab0a HTTP/1.1" status: 200 len: 375 time: 0.0087292 May 17 17:23:29.517628 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-d095784d-cfbb-43b9-895c-8ab79fa7187e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424654 May 17 17:23:29.612769 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-e3a38290-6fd9-4d24-86eb-776534d126e3 service neutron] 10.222.0.81 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841274 May 17 17:23:29.705323 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-ea8a8dd9-1c19-46ef-870c-f6d082424257 service neutron] 10.222.0.81 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844636 May 17 17:23:29.881283 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-72909999-d2de-446a-9a7c-65f033c7b90d req-fc9fb237-54fc-4f4b-9298-083ffba7cc04 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 210 time: 0.0284967 May 17 17:23:30.149659 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 902fa950-8eb3-4211-83e2-5564e49661d2 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:23:30.169399 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 902fa950-8eb3-4211-83e2-5564e49661d2 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:23:30.169751 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 902fa950-8eb3-4211-83e2-5564e49661d2 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:23:30.842131 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-a18618c8-d39b-45a7-b800-d4721f5c261e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:30.843585 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-a18618c8-d39b-45a7-b800-d4721f5c261e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 817 time: 0.1068790 May 17 17:23:30.905647 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-19b69dcc-d50f-44dd-b37d-dec329ca21a0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=31b28ed8fa0c42dc8294631db314ab0a HTTP/1.1" status: 200 len: 380 time: 0.0532763 May 17 17:23:30.978324 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f857ffa5-f2bb-4fdb-a27c-3a2660aa8fb2 req-a9e0a32c-b563-4e2c-a26a-5dad9ba125b7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 210 time: 0.0275631 May 17 17:23:30.983946 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'port': {'device_id': '73dec9ae-7829-4c47-981e-0af1c21306de', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'admin_state_up': True, 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'security_groups': ['d86de6da-8ae8-444c-bc35-6c08f13fa698']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:31.091911 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Made reservation on behalf of 31b28ed8fa0c42dc8294631db314ab0a for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:23:31.095484 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:31.220433 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Allocated IP 172.20.0.7 (0b423006-12e3-472b-b6a6-0910894ab360/6dba3b42-2135-4311-84f7-13e53c14101f/311d982e-3390-4603-a366-d364964046f8) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:23:31.357477 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for port (311d982e-3390-4603-a366-d364964046f8), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:31.387898 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (311d982e-3390-4603-a366-d364964046f8), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:31.427439 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Network 0b423006-12e3-472b-b6a6-0910894ab360 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:23:31.430461 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:23:31.434191 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:23:31.462694 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:31.481896 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.482258 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.482610 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.484655 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.487262 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.487262 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.487262 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.487262 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.487262 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.487262 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.487262 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.488056 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.488056 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.488056 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.488352 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:23:31.519322 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:31.519959 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:31.538992 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-10821075-4080-4723-a21a-838adc877e4a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585122 May 17 17:23:31.550792 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Request body: {'port': {'device_id': '73dec9ae-7829-4c47-981e-0af1c21306de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:31.611218 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (311d982e-3390-4603-a366-d364964046f8), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:31.624842 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-e73e0283-b744-4d07-91da-c37c504f4f47 None None] Provisioning complete for port 311d982e-3390-4603-a366-d364964046f8 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:23:31.625394 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e73e0283-b744-4d07-91da-c37c504f4f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (311d982e-3390-4603-a366-d364964046f8), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:31.657121 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-e73e0283-b744-4d07-91da-c37c504f4f47 None None] Port 311d982e-3390-4603-a366-d364964046f8 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:23:31.893488 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 311d982e-3390-4603-a366-d364964046f8 {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:23:31.900772 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Publish callbacks [] for port (311d982e-3390-4603-a366-d364964046f8), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:31.913977 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Transition to ACTIVE for port object 311d982e-3390-4603-a366-d364964046f8 will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:23:31.916790 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (311d982e-3390-4603-a366-d364964046f8), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:31.970192 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:32.036705 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Attempting to bind port 311d982e-3390-4603-a366-d364964046f8 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:23:32.037054 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Attempting to bind port 311d982e-3390-4603-a366-d364964046f8 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:23:32.037380 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Attempting to bind port 311d982e-3390-4603-a366-d364964046f8 on network 0b423006-12e3-472b-b6a6-0910894ab360 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:23:32.042517 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Port 311d982e-3390-4603-a366-d364964046f8 on network 0b423006-12e3-472b-b6a6-0910894ab360 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:23:32.042839 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Attempting to bind port 311d982e-3390-4603-a366-d364964046f8 on network 0b423006-12e3-472b-b6a6-0910894ab360 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:23:32.052709 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:23:32.053069 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Checking segment: {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:23:32.053465 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Bound using segment: {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:23:32.053930 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Bound port: 311d982e-3390-4603-a366-d364964046f8, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '466a3ab2-1d68-42a4-ac51-3ea813f10f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:23:32.054862 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (311d982e-3390-4603-a366-d364964046f8), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:32.158863 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c37a71-50df-4847-9c18-53f3271b9a69 req-0446f834-55db-4c19-9806-2d7fc2d7551d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:32.160352 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-30c37a71-50df-4847-9c18-53f3271b9a69 req-0446f834-55db-4c19-9806-2d7fc2d7551d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.1031220 May 17 17:23:32.191490 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:23:32.212315 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:23:32.224277 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (311d982e-3390-4603-a366-d364964046f8), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:32.259486 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-30c37a71-50df-4847-9c18-53f3271b9a69 req-c3565241-a5c6-4f2e-b609-bfe6c7337993 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906959 May 17 17:23:32.268091 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:32.268728 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:32.270102 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] 10.222.0.36 "PUT /v2.0/ports/311d982e-3390-4603-a366-d364964046f8 HTTP/1.1" status: 200 len: 1093 time: 0.7236063 May 17 17:23:32.270545 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'tag': '311d982e-3390-4603-a366-d364964046f8'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:23:32.272815 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8" -d '{"events": [{"name": "network-changed", "server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "tag": "311d982e-3390-4603-a366-d364964046f8"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:23:32.307530 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422bd4-21f6-4cfd-9741-8edd29d719cd service neutron] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:32.320979 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6879c40a-e76c-4fda-82cf-3a44b4058b47 x-openstack-request-id: req-6879c40a-e76c-4fda-82cf-3a44b4058b47 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:23:32.321271 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "tag": "311d982e-3390-4603-a366-d364964046f8", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:23:32.321529 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6879c40a-e76c-4fda-82cf-3a44b4058b47 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:23:32.321938 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6879c40a-e76c-4fda-82cf-3a44b4058b47'] response: {'name': 'network-changed', 'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'tag': '311d982e-3390-4603-a366-d364964046f8', 'status': 'completed', 'code': 200} May 17 17:23:32.366569 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-f086ceec-652f-46a8-a726-92049ce93b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:32.368940 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-f086ceec-652f-46a8-a726-92049ce93b97 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 1127 time: 0.0433180 May 17 17:23:32.412624 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-fa4ddb68-cb68-4e3d-97c5-a5bc04a16929 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=311d982e-3390-4603-a366-d364964046f8 HTTP/1.1" status: 200 len: 217 time: 0.0339098 May 17 17:23:32.464593 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-b47455cf-5fdb-48b1-ae40-712f6b59fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:32.466052 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-b47455cf-5fdb-48b1-ae40-712f6b59fe7c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.0447967 May 17 17:23:32.514556 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-98e01642-933b-4597-abc6-731ab5c3d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:32.516064 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-98e01642-933b-4597-abc6-731ab5c3d9b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429375 May 17 17:23:32.611873 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-11a4252e-b9bf-4a88-b59d-e705a20c9786 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865870 May 17 17:23:32.708413 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fa687bb-d94e-4ed6-a1a7-65e0f4896ce8 req-1a2f9993-a1fa-4a1d-bb19-4fc629b1a633 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890663 May 17 17:23:33.187496 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:23:33.381575 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e0b5-5575-419d-b3c8-2206bda84c0f req-acd244a6-dbb7-48c7-97c9-b67099591aa1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:33.383725 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2db2e0b5-5575-419d-b3c8-2206bda84c0f req-acd244a6-dbb7-48c7-97c9-b67099591aa1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0463147 May 17 17:23:33.428353 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2db2e0b5-5575-419d-b3c8-2206bda84c0f req-c4ea72d9-8e00-4cac-8d20-a72977f46b12 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389822 May 17 17:23:33.671228 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-15a6ba31-432f-4ac4-8a0a-91a2749c38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:33.672632 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-15a6ba31-432f-4ac4-8a0a-91a2749c38e5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 1127 time: 0.0377457 May 17 17:23:33.764708 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-8c6a6a55-d5e3-41de-84b9-60c910f2442b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:33.766198 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-8c6a6a55-d5e3-41de-84b9-60c910f2442b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 918 time: 0.0869684 May 17 17:23:33.805589 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-0331bbb2-3c64-400e-9617-9a646f087e41 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=311d982e-3390-4603-a366-d364964046f8 HTTP/1.1" status: 200 len: 217 time: 0.0325520 May 17 17:23:33.856569 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-dae63194-d1fe-49d5-85d8-55d2ed2571ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:33.858100 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-dae63194-d1fe-49d5-85d8-55d2ed2571ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.0457599 May 17 17:23:33.901018 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-883e41b4-09da-4439-9cf7-0e9e5ef06de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:33.902665 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-883e41b4-09da-4439-9cf7-0e9e5ef06de7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382068 May 17 17:23:33.991245 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-c38f8cd9-401e-47a3-ac1f-5a000403968e service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816195 May 17 17:23:34.082216 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f8ab3da-2b9e-41a0-9a37-e53aa6798ce8 req-7faaa626-3f03-46d4-851c-66068694c1a3 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830023 May 17 17:23:34.545705 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ee03b3-ecdd-401a-9c71-c998a27b1da1 req-316334f0-6efa-47ff-93d3-dde9ab5f32b5 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:34.547450 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-61ee03b3-ecdd-401a-9c71-c998a27b1da1 req-316334f0-6efa-47ff-93d3-dde9ab5f32b5 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0469344 May 17 17:23:34.593180 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-61ee03b3-ecdd-401a-9c71-c998a27b1da1 req-d48dc8ae-f679-435a-be1d-0a237c3a0c26 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 May 17 17:23:35.713170 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61887e-746f-4d7b-9aed-e4bf3b2f8bc0 req-5a011487-997b-4ec8-b81b-194fe1458b05 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:35.714635 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa61887e-746f-4d7b-9aed-e4bf3b2f8bc0 req-5a011487-997b-4ec8-b81b-194fe1458b05 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0509849 May 17 17:23:35.760514 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa61887e-746f-4d7b-9aed-e4bf3b2f8bc0 req-e4a849c6-894b-4bef-8f73-2c95326061e0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403519 May 17 17:23:36.177508 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:23:36.274126 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:23:36.285604 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '311d982e-3390-4603-a366-d364964046f8', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'port_id': '311d982e-3390-4603-a366-d364964046f8', 'mac_address': 'fa:16:3e:c3:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:23:36.320903 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 311d982e-3390-4603-a366-d364964046f8 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:23:36.321295 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (311d982e-3390-4603-a366-d364964046f8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:36.336140 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311d982e-3390-4603-a366-d364964046f8 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:23:36.359143 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:23:36.363803 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (311d982e-3390-4603-a366-d364964046f8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:36.539996 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:36.650041 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['311d982e-3390-4603-a366-d364964046f8'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:23:36.887538 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4063c2-dba6-49b4-a0c7-b37b25551069 req-229ddc60-01ef-4456-a6ec-1a9be2fc5148 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:36.888944 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0b4063c2-dba6-49b4-a0c7-b37b25551069 req-229ddc60-01ef-4456-a6ec-1a9be2fc5148 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 944 time: 0.0487235 May 17 17:23:36.937486 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0b4063c2-dba6-49b4-a0c7-b37b25551069 req-98e99a06-cb52-4e5f-a6f0-4813922746f1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426767 May 17 17:23:38.059458 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f781e2-1e50-4160-89a5-94482ce2d32f req-fe8a95ed-d599-489c-8f25-8e93a30c645f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:38.061045 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e4f781e2-1e50-4160-89a5-94482ce2d32f req-fe8a95ed-d599-489c-8f25-8e93a30c645f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 944 time: 0.0491621 May 17 17:23:38.108080 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e4f781e2-1e50-4160-89a5-94482ce2d32f req-47bd6f70-0e3f-4737-8bd6-d9757514c33b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413885 May 17 17:23:38.192113 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:23:38.235483 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 311d982e-3390-4603-a366-d364964046f8 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:23:38.240482 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 311d982e-3390-4603-a366-d364964046f8 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:23:38.240858 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (311d982e-3390-4603-a366-d364964046f8), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:38.309032 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 311d982e-3390-4603-a366-d364964046f8 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:23:38.309603 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (311d982e-3390-4603-a366-d364964046f8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:38.331921 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d982e-3390-4603-a366-d364964046f8'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:23:38.334410 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dcbdf2d-0f9f-4d4f-8d70-9e17a926705f" -d '{"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-plugged", "status": "completed", "tag": "311d982e-3390-4603-a366-d364964046f8"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:23:38.347337 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:23:38.351838 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (311d982e-3390-4603-a366-d364964046f8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:38.377715 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc51b87-110c-4314-9cc2-3bd1351b8d34 x-openstack-request-id: req-ccc51b87-110c-4314-9cc2-3bd1351b8d34 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:23:38.378013 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-plugged", "status": "completed", "tag": "311d982e-3390-4603-a366-d364964046f8", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:23:38.378292 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-ccc51b87-110c-4314-9cc2-3bd1351b8d34 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:23:38.378675 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc51b87-110c-4314-9cc2-3bd1351b8d34'] response: {'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d982e-3390-4603-a366-d364964046f8', 'code': 200} May 17 17:23:38.403687 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:38.551187 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db2808-7f8e-4d35-8a73-14e84e76abf8 req-b35ed683-8106-4e86-a1de-0b8e47a931ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:38.552777 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-35db2808-7f8e-4d35-8a73-14e84e76abf8 req-b35ed683-8106-4e86-a1de-0b8e47a931ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 1129 time: 0.0421841 May 17 17:23:38.595817 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-35db2808-7f8e-4d35-8a73-14e84e76abf8 req-4114955b-b1d0-42fc-a13e-8288fb4d6533 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374196 May 17 17:23:39.223853 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522c75b-3767-46ef-a612-017db53b1ee7 req-4473ed21-7b95-466a-89a7-119abf25517b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:39.225250 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2522c75b-3767-46ef-a612-017db53b1ee7 req-4473ed21-7b95-466a-89a7-119abf25517b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0454872 May 17 17:23:39.273213 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2522c75b-3767-46ef-a612-017db53b1ee7 req-6013fdc0-cec3-4aaa-81e9-865545f80fa6 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419269 May 17 17:23:40.393070 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8098278-de68-4c0d-9d2d-4fc13623d65e req-f23b4b77-bded-4cde-a5cc-5f018e288c7f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:40.394537 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d8098278-de68-4c0d-9d2d-4fc13623d65e req-f23b4b77-bded-4cde-a5cc-5f018e288c7f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0464737 May 17 17:23:40.440959 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d8098278-de68-4c0d-9d2d-4fc13623d65e req-4d278253-c03e-454a-8a2d-6757a38cbbd9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409448 May 17 17:23:40.550289 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c490ab7-161b-4ad5-a21f-ee28cdb50346 req-9dfe8986-f277-4158-b0ed-9b71ddd41d56 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:40.551739 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4c490ab7-161b-4ad5-a21f-ee28cdb50346 req-9dfe8986-f277-4158-b0ed-9b71ddd41d56 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0450897 May 17 17:23:40.560865 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50510) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:40.565335 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-db5ac53d-9918-4433-9cf6-c8c7bc620777 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Request body: {'floatingip': {'port_id': '311d982e-3390-4603-a366-d364964046f8'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:40.605757 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-db5ac53d-9918-4433-9cf6-c8c7bc620777 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (1d2138fd-eb80-4a50-8923-f03901f1f599), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:41.367588 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-db5ac53d-9918-4433-9cf6-c8c7bc620777 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:41.371260 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-db5ac53d-9918-4433-9cf6-c8c7bc620777 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (1d2138fd-eb80-4a50-8923-f03901f1f599), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:41.463990 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [None req-db5ac53d-9918-4433-9cf6-c8c7bc620777 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Floating IP 1d2138fd-eb80-4a50-8923-f03901f1f599 associated. External IP: 172.27.3.108, port: 311d982e-3390-4603-a366-d364964046f8. May 17 17:23:41.654262 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db5ac53d-9918-4433-9cf6-c8c7bc620777 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Router 5c18e419-3100-488e-81cb-1a021556f59f has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:23:41.756518 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db5ac53d-9918-4433-9cf6-c8c7bc620777 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:23:41.762198 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-db5ac53d-9918-4433-9cf6-c8c7bc620777 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:41.768112 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] Sync routers for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:23:41.779231 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:23:41.779983 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:23:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:41.795507 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-db5ac53d-9918-4433-9cf6-c8c7bc620777 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "PUT /v2.0/floatingips/1d2138fd-eb80-4a50-8923-f03901f1f599 HTTP/1.1" status: 200 len: 991 time: 1.2315359 May 17 17:23:41.795507 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'tag': '311d982e-3390-4603-a366-d364964046f8'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:23:41.796319 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aef3c8-50b9-4865-b398-3a2435f8a4ef" -d '{"events": [{"name": "network-changed", "server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "tag": "311d982e-3390-4603-a366-d364964046f8"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:23:41.830876 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0cb6407-77ec-4b70-90e1-7c91b4597a6c x-openstack-request-id: req-a0cb6407-77ec-4b70-90e1-7c91b4597a6c {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:23:41.831166 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "tag": "311d982e-3390-4603-a366-d364964046f8", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:23:41.831415 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a0cb6407-77ec-4b70-90e1-7c91b4597a6c {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:23:41.831826 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0cb6407-77ec-4b70-90e1-7c91b4597a6c'] response: {'name': 'network-changed', 'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'tag': '311d982e-3390-4603-a366-d364964046f8', 'status': 'completed', 'code': 200} May 17 17:23:41.880260 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:23:41.895876 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-c9174af3-6e52-46fc-bd55-f6f9f61d5cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:41.897418 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-c9174af3-6e52-46fc-bd55-f6f9f61d5cee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 1129 time: 0.0421650 May 17 17:23:41.994003 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-9d5911ba-fa40-45e5-b04f-377df2c634ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:41.995487 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-9d5911ba-fa40-45e5-b04f-377df2c634ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 918 time: 0.0858881 May 17 17:23:42.025535 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b41bbc7e-1d0d-43d5-832a-bb683340b18c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:42.088829 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '1d2138fd-eb80-4a50-8923-f03901f1f599', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'port_id': '311d982e-3390-4603-a366-d364964046f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'mac_address': 'fa:16:3e:c3:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dec9ae-7829-4c47-981e-0af1c21306de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:23:28Z', 'updated_at': '2022-05-17T17:23:41Z', 'revision_number': 1, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:42.113242 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] Checking router: 5c18e419-3100-488e-81cb-1a021556f59f for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:23:42.122045 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:23:42.122657 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:23:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:42.156050 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-7caef31e-b4cc-41eb-abb5-0f70feeae675 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=311d982e-3390-4603-a366-d364964046f8 HTTP/1.1" status: 200 len: 999 time: 0.0616324 May 17 17:23:42.292476 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:23:42.493100 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '1d2138fd-eb80-4a50-8923-f03901f1f599', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'port_id': '311d982e-3390-4603-a366-d364964046f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'mac_address': 'fa:16:3e:c3:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dec9ae-7829-4c47-981e-0af1c21306de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:23:28Z', 'updated_at': '2022-05-17T17:23:41Z', 'revision_number': 1, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:42.519655 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7eb838d-0e47-46ad-b572-eeb00ef45bc8 None None] The sync data for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi is: [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '1d2138fd-eb80-4a50-8923-f03901f1f599', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'floating_ip_address': '172.27.3.108', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'port_id': '311d982e-3390-4603-a366-d364964046f8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 488, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'mac_address': 'fa:16:3e:c3:ea:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73dec9ae-7829-4c47-981e-0af1c21306de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:23:28Z', 'updated_at': '2022-05-17T17:23:41Z', 'revision_number': 1, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:23:42.552521 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-8fe3c3a6-7a17-48b6-af58-446a2c055acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:42.554327 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-8fe3c3a6-7a17-48b6-af58-446a2c055acb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.0508564 May 17 17:23:42.600006 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-5631ff4b-fb6a-4251-9515-e0e3bf6c38cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:42.602410 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-5631ff4b-fb6a-4251-9515-e0e3bf6c38cd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395327 May 17 17:23:42.735320 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0ea63b-a4a1-4c34-a93e-9a9f56aed86e None None] New status for floating IP 1d2138fd-eb80-4a50-8923-f03901f1f599: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:23:43.013551 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-7f60f165-f53d-44fc-98b9-c0aa0bd4d061 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895877 May 17 17:23:43.113339 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75aef3c8-50b9-4865-b398-3a2435f8a4ef req-51ccd156-506f-4709-a41e-ee4d7e213463 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864980 May 17 17:23:44.004333 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:44.253608 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ce50-1338-4a61-b43b-faca48bcb016 req-aff3f8d7-ddbd-4f19-8733-b49023382764 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:44.255030 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1458ce50-1338-4a61-b43b-faca48bcb016 req-aff3f8d7-ddbd-4f19-8733-b49023382764 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0787404 May 17 17:23:44.255976 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-d113cac8-2e37-4f6b-819d-669538136ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:44.257402 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-d113cac8-2e37-4f6b-819d-669538136ff1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 1129 time: 0.0890882 May 17 17:23:44.371364 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1458ce50-1338-4a61-b43b-faca48bcb016 req-3c964b4d-04d4-448c-b0f7-988fe81fa4ba tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092060 May 17 17:23:44.379094 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ba0fdb90-f373-48ed-91db-f19f82c77708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:44.392097 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-78bc49de-d420-4711-9d64-e9af09d3f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:44.397044 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-78bc49de-d420-4711-9d64-e9af09d3f5b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.1304245 May 17 17:23:44.463003 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-bcd10806-b9c1-4e92-8f0d-86e47731d69c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 HTTP/1.1" status: 200 len: 1001 time: 0.0595338 May 17 17:23:44.514313 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-cdd795d5-d080-4f2a-a52a-1ec3bba7ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:44.515636 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-cdd795d5-d080-4f2a-a52a-1ec3bba7ed5d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.0469637 May 17 17:23:44.561070 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-3e77cd29-08c1-46bf-b781-4fd1419a6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:44.562529 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-3e77cd29-08c1-46bf-b781-4fd1419a6945 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414217 May 17 17:23:44.654802 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-3be84aa2-c868-4d92-ac23-a2b91d0199af service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858943 May 17 17:23:44.750755 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bac57f4d-77ff-4f13-a8af-6714bd85f8c9 req-732b550d-47ec-4465-a07c-9c1f8446794a service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899239 May 17 17:23:45.491447 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddffbf9-4613-4cab-9bba-56fe7ce66c04 req-35c492af-1cd6-4e21-a49f-8d3089eb51e2 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:45.492958 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7ddffbf9-4613-4cab-9bba-56fe7ce66c04 req-35c492af-1cd6-4e21-a49f-8d3089eb51e2 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0494425 May 17 17:23:45.538661 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7ddffbf9-4613-4cab-9bba-56fe7ce66c04 req-c2b5bea4-2eb0-4fd7-94f2-7079c99d12d2 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394464 May 17 17:23:45.552757 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:46.655804 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262a9d4-4709-4259-9f81-cee5853bdad3 req-ba1a380d-415d-41ff-a169-868ff616aa18 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:46.657318 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d262a9d4-4709-4259-9f81-cee5853bdad3 req-ba1a380d-415d-41ff-a169-868ff616aa18 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0499644 May 17 17:23:46.704480 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d262a9d4-4709-4259-9f81-cee5853bdad3 req-21fdbdbb-c47e-456b-a76c-a39ff9654cb2 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416949 May 17 17:23:47.073223 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:47.816952 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffefd76-45bb-4cd6-a4d7-caf35555692b req-c881b7b6-4314-439e-84bb-3950a0a32144 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:47.818623 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9ffefd76-45bb-4cd6-a4d7-caf35555692b req-c881b7b6-4314-439e-84bb-3950a0a32144 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0474401 May 17 17:23:47.865441 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9ffefd76-45bb-4cd6-a4d7-caf35555692b req-b114af62-43db-4047-a9ec-33f406dd98c3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412834 May 17 17:23:48.272036 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:48.981182 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079b29-e3e8-4814-85c2-a58c8b012e56 req-c0586a21-900c-42e2-9fc3-87d674852597 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:48.982669 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d079b29-e3e8-4814-85c2-a58c8b012e56 req-c0586a21-900c-42e2-9fc3-87d674852597 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0470855 May 17 17:23:49.033294 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d079b29-e3e8-4814-85c2-a58c8b012e56 req-cf0758ee-4561-4a80-ad21-2f7af53dab65 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448899 May 17 17:23:50.150831 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd5f48-f438-4e9a-bd99-b1a4fabce0a3 req-6ac67f3a-2654-43fb-8cf6-3a599b393098 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:50.152376 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-22bd5f48-f438-4e9a-bd99-b1a4fabce0a3 req-6ac67f3a-2654-43fb-8cf6-3a599b393098 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0486603 May 17 17:23:50.201287 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-22bd5f48-f438-4e9a-bd99-b1a4fabce0a3 req-989bd994-90d8-4e0f-af6f-97c58272bcb4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 May 17 17:23:51.312245 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc75720-9e41-4be4-89bb-c32b13b63593 req-f0314fa0-2000-495a-a7e7-e3352fbfa5fb tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:51.313706 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4dc75720-9e41-4be4-89bb-c32b13b63593 req-f0314fa0-2000-495a-a7e7-e3352fbfa5fb tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0462368 May 17 17:23:51.359394 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4dc75720-9e41-4be4-89bb-c32b13b63593 req-a5ce8e7d-aaad-4c07-b1b3-2dbc7a55c258 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400708 May 17 17:23:52.474958 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e41d0-d0c9-4912-8562-95b7d4f5a6c5 req-ff82d48b-e578-4342-bcd9-09fffa9ccca4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:52.476473 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa4e41d0-d0c9-4912-8562-95b7d4f5a6c5 req-ff82d48b-e578-4342-bcd9-09fffa9ccca4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0503435 May 17 17:23:52.523531 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa4e41d0-d0c9-4912-8562-95b7d4f5a6c5 req-e56e78db-092c-4896-98ca-c9289a13400c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410333 May 17 17:23:52.673733 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad57850-b3b5-4720-aef1-2bb0d326bb66 req-da8514e9-53c4-4486-ac58-575a51d7f627 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:52.675227 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0ad57850-b3b5-4720-aef1-2bb0d326bb66 req-da8514e9-53c4-4486-ac58-575a51d7f627 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0485492 May 17 17:23:52.724847 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0ad57850-b3b5-4720-aef1-2bb0d326bb66 req-13baa4aa-3590-4466-9744-bd34648a0960 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438955 May 17 17:23:53.647874 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0706eb4-3e82-4484-adbb-5646f545ac5b req-725815ee-3268-4f7e-8060-3d163af2fd9b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:53.649421 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d0706eb4-3e82-4484-adbb-5646f545ac5b req-725815ee-3268-4f7e-8060-3d163af2fd9b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0549092 May 17 17:23:53.705060 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d0706eb4-3e82-4484-adbb-5646f545ac5b req-192eb2d8-fff8-48d8-bc47-6a80778bceb7 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498595 May 17 17:23:53.843787 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946afd5f-e12a-4662-91ce-5670522cfcc1 req-12e7ec8a-0934-4de0-a018-e54fe8b410c7 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:53.845302 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-946afd5f-e12a-4662-91ce-5670522cfcc1 req-12e7ec8a-0934-4de0-a018-e54fe8b410c7 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0476599 May 17 17:23:53.894519 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-946afd5f-e12a-4662-91ce-5670522cfcc1 req-91b0f188-9870-4c75-8c89-80e83a60ed2d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 May 17 17:23:54.638792 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-464e7149-a1c0-4a65-b3e4-dc32fbe14616 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:54.640258 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-464e7149-a1c0-4a65-b3e4-dc32fbe14616 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0498972 May 17 17:23:54.730267 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Deleting port e05efdb9-7677-46ac-96c3-6a01a68afbb6 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:23:54.730955 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:54.850809 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87712b6-5854-402d-8df1-649ab2cff4cd req-62f70426-d25c-4431-9bd2-fd4c4709d613 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:54.852269 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c87712b6-5854-402d-8df1-649ab2cff4cd req-62f70426-d25c-4431-9bd2-fd4c4709d613 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0678141 May 17 17:23:54.860378 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] For port e05efdb9-7677-46ac-96c3-6a01a68afbb6, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e05efdb9-7677-46ac-96c3-6a01a68afbb6,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:23:54.860740 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:54.978172 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c87712b6-5854-402d-8df1-649ab2cff4cd req-e10c0b50-1042-4500-aab9-f2c7eb759673 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196060 May 17 17:23:55.062321 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7bbcb-a2b0-44f3-b2e6-44e54125b847 req-9ea8c1f9-a109-46a5-865f-96a4925ace0a tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:55.063782 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-28f7bbcb-a2b0-44f3-b2e6-44e54125b847 req-9ea8c1f9-a109-46a5-865f-96a4925ace0a tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 945 time: 0.0847535 May 17 17:23:55.103131 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:55.103484 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (b614ecab-a6b8-4561-911b-ac0024eaba29), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:55.103793 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Floating IP b614ecab-a6b8-4561-911b-ac0024eaba29 disassociated. External IP: 172.27.3.25, port: e05efdb9-7677-46ac-96c3-6a01a68afbb6. May 17 17:23:55.104135 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Calling delete_port for e05efdb9-7677-46ac-96c3-6a01a68afbb6 owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:23:55.161450 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-28f7bbcb-a2b0-44f3-b2e6-44e54125b847 req-49035b2f-80a6-4776-bbf9-1c9d46ed3462 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=9ee46db4-15ad-4c4d-a943-91bd67e2c409&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916328 May 17 17:23:55.247404 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (e05efdb9-7677-46ac-96c3-6a01a68afbb6), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:55.279469 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event deleted for resources: {'Port': ['ID=e05efdb9-7677-46ac-96c3-6a01a68afbb6,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:55.380128 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Router a6bba4be-67ed-4650-9731-d69e338b0869 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:23:55.481677 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:23:55.491260 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] Sync routers for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:23:55.501811 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:23:55.502416 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:23:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:55.526215 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] No DVR routers for this DVR port e05efdb9-7677-46ac-96c3-6a01a68afbb6 on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:23:55.529095 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:55.532593 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1fd0dd5-b804-4265-89d3-e0a953ece84f req-1c00debc-9b4e-4b9b-9427-4cc1eee7fc92 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "DELETE /v2.0/ports/e05efdb9-7677-46ac-96c3-6a01a68afbb6 HTTP/1.1" status: 204 len: 173 time: 0.8871007 May 17 17:23:55.533072 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'name': 'network-vif-deleted', 'tag': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:23:55.535281 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3b9f19-baf6-4bc0-84e7-dbc3217cca18" -d '{"events": [{"server_uuid": "c43bcfed-6beb-49d2-86aa-8b01344ac6c0", "name": "network-vif-deleted", "tag": "e05efdb9-7677-46ac-96c3-6a01a68afbb6"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:23:55.570828 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d65ad2-af4c-4b38-9378-dcb112803f78 x-openstack-request-id: req-78d65ad2-af4c-4b38-9378-dcb112803f78 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:23:55.571126 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c43bcfed-6beb-49d2-86aa-8b01344ac6c0", "name": "network-vif-deleted", "tag": "e05efdb9-7677-46ac-96c3-6a01a68afbb6", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:23:55.571384 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-78d65ad2-af4c-4b38-9378-dcb112803f78 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:23:55.571795 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78d65ad2-af4c-4b38-9378-dcb112803f78'] response: {'server_uuid': 'c43bcfed-6beb-49d2-86aa-8b01344ac6c0', 'name': 'network-vif-deleted', 'tag': 'e05efdb9-7677-46ac-96c3-6a01a68afbb6', 'status': 'completed', 'code': 200} May 17 17:23:55.601935 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:23:55.794828 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:55.819233 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] Checking router: a6bba4be-67ed-4650-9731-d69e338b0869 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:23:55.827495 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:23:55.828105 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:23:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:55.926029 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:23:56.104954 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0424a3-cdca-4a62-8b5b-aa79b5cdae81 req-ee1d406a-8bec-4d78-88a0-9578600b6ea6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:56.107265 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0f0424a3-cdca-4a62-8b5b-aa79b5cdae81 req-ee1d406a-8bec-4d78-88a0-9578600b6ea6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0561459 May 17 17:23:56.108875 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:23:56.138279 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583042e-414a-42d6-96b5-e73fa5365940 None None] The sync data for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi is: [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:23:56.167806 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0f0424a3-cdca-4a62-8b5b-aa79b5cdae81 req-500d68fc-6e7f-4af1-a669-95fb9bc5d24d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507221 May 17 17:23:56.300055 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ec0ef907-f174-432a-ac6e-9c3854043fbd req-f452669b-076b-4b8c-8e60-26fb9c579201 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=c43bcfed-6beb-49d2-86aa-8b01344ac6c0 HTTP/1.1" status: 200 len: 210 time: 0.0443397 May 17 17:23:56.310233 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855ead6-875b-4ed9-8ade-b96f0632c127 req-10f60b58-39fa-4560-8ca5-52037ab472e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:56.311730 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0855ead6-875b-4ed9-8ade-b96f0632c127 req-10f60b58-39fa-4560-8ca5-52037ab472e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 1129 time: 0.0639627 May 17 17:23:56.405515 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb2e52e-2da0-45d8-bdff-ca54fcbe05fa None None] New status for floating IP b614ecab-a6b8-4561-911b-ac0024eaba29: DOWN {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:23:56.549464 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0855ead6-875b-4ed9-8ade-b96f0632c127 req-42e49073-6042-4e05-a14d-1bb48749870b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396280 May 17 17:23:57.283635 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb6aff-3de6-422a-bd5d-898795f436e8 req-a38485a1-4129-44c4-9ef7-5558611de66c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:57.285141 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2cbb6aff-3de6-422a-bd5d-898795f436e8 req-a38485a1-4129-44c4-9ef7-5558611de66c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0460165 May 17 17:23:57.331929 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2cbb6aff-3de6-422a-bd5d-898795f436e8 req-4e719799-6894-446e-bad7-bd994e0d44ab tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401776 May 17 17:23:57.388511 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50590) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:57.443039 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4bdda57f-2175-46b7-8ed0-4f7a69038a33 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (9ee46db4-15ad-4c4d-a943-91bd67e2c409), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.465827 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4bdda57f-2175-46b7-8ed0-4f7a69038a33 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (9ee46db4-15ad-4c4d-a943-91bd67e2c409), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.512327 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4bdda57f-2175-46b7-8ed0-4f7a69038a33 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9ee46db4-15ad-4c4d-a943-91bd67e2c409), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.514932 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4bdda57f-2175-46b7-8ed0-4f7a69038a33 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.516107 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-4bdda57f-2175-46b7-8ed0-4f7a69038a33 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "DELETE /v2.0/security-groups/9ee46db4-15ad-4c4d-a943-91bd67e2c409 HTTP/1.1" status: 204 len: 168 time: 0.1265225 May 17 17:23:57.518952 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50592) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:57.525976 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdda57f-2175-46b7-8ed0-4f7a69038a33 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee46db4-15ad-4c4d-a943-91bd67e2c409,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:57.532862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.api.v2.resource [None req-79ef8eb3-e24f-48c2-b262-66448485fe00 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] show failed (client error): The resource could not be found. May 17 17:23:57.533936 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-79ef8eb3-e24f-48c2-b262-66448485fe00 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups/9ee46db4-15ad-4c4d-a943-91bd67e2c409 HTTP/1.1" status: 404 len: 347 time: 0.0139213 May 17 17:23:57.536668 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50594) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:57.646212 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Deleting port 3cb4162b-db1e-428b-94db-d28b452a9db8 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:23:57.646564 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (3cb4162b-db1e-428b-94db-d28b452a9db8), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.726010 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (3cb4162b-db1e-428b-94db-d28b452a9db8), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.726239 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (3cb4162b-db1e-428b-94db-d28b452a9db8), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.737833 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Calling delete_port for 3cb4162b-db1e-428b-94db-d28b452a9db8 owned by network:floatingip {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:23:57.864437 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (3cb4162b-db1e-428b-94db-d28b452a9db8), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.890547 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event deleted for resources: {'Port': ['ID=3cb4162b-db1e-428b-94db-d28b452a9db8,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:57.948207 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (b614ecab-a6b8-4561-911b-ac0024eaba29), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.950805 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:57.951965 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-4fd022b0-e5f9-4b3a-92a1-e284057f73b6 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "DELETE /v2.0/floatingips/b614ecab-a6b8-4561-911b-ac0024eaba29 HTTP/1.1" status: 204 len: 168 time: 0.4144146 May 17 17:23:58.028594 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50598) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:58.033064 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-a6008876-2ea4-4e8d-a1f3-6cfa29605cf8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1591216248', 'description': 'tempest-description--39192198'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:58.054473 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a6008876-2ea4-4e8d-a1f3-6cfa29605cf8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.126914 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a6008876-2ea4-4e8d-a1f3-6cfa29605cf8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (53bf5cbb-20ca-4950-a292-e5187b22f672), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.130525 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a6008876-2ea4-4e8d-a1f3-6cfa29605cf8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (53bf5cbb-20ca-4950-a292-e5187b22f672), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.158584 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a6008876-2ea4-4e8d-a1f3-6cfa29605cf8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.160726 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-a6008876-2ea4-4e8d-a1f3-6cfa29605cf8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1311114 May 17 17:23:58.163237 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50600) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:58.165508 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6008876-2ea4-4e8d-a1f3-6cfa29605cf8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bf5cbb-20ca-4950-a292-e5187b22f672,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:58.168401 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-88fcf349-7768-49f2-a51f-06aedebe0de1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'security_group_rule': {'security_group_id': '53bf5cbb-20ca-4950-a292-e5187b22f672', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:58.194297 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-88fcf349-7768-49f2-a51f-06aedebe0de1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (5f077615-bdd4-4d5c-9687-31950525b244), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.253519 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-88fcf349-7768-49f2-a51f-06aedebe0de1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (5f077615-bdd4-4d5c-9687-31950525b244), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.257200 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-88fcf349-7768-49f2-a51f-06aedebe0de1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (5f077615-bdd4-4d5c-9687-31950525b244), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.273160 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device e05efdb9-7677-46ac-96c3-6a01a68afbb6 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:23:58.275427 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcf349-7768-49f2-a51f-06aedebe0de1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f077615-bdd4-4d5c-9687-31950525b244,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:58.283512 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-88fcf349-7768-49f2-a51f-06aedebe0de1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.287226 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-88fcf349-7768-49f2-a51f-06aedebe0de1 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204998 May 17 17:23:58.287420 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50602) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:58.292800 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-26c5ce7f-6ed6-4423-957b-96d2dde1a794 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'security_group_rule': {'security_group_id': '53bf5cbb-20ca-4950-a292-e5187b22f672', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:58.294341 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: e05efdb9-7677-46ac-96c3-6a01a68afbb6 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:23:58.294701 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device e05efdb9-7677-46ac-96c3-6a01a68afbb6 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:23:58.317677 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26c5ce7f-6ed6-4423-957b-96d2dde1a794 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (c516dbe7-665d-4825-9b77-9ddca860d0ec), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.373788 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26c5ce7f-6ed6-4423-957b-96d2dde1a794 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (c516dbe7-665d-4825-9b77-9ddca860d0ec), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.377728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26c5ce7f-6ed6-4423-957b-96d2dde1a794 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (c516dbe7-665d-4825-9b77-9ddca860d0ec), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.395024 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5ce7f-6ed6-4423-957b-96d2dde1a794 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c516dbe7-665d-4825-9b77-9ddca860d0ec,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:58.403886 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-26c5ce7f-6ed6-4423-957b-96d2dde1a794 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.405149 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-26c5ce7f-6ed6-4423-957b-96d2dde1a794 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166677 May 17 17:23:58.408079 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50606) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:23:58.412598 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:23:58.433871 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.454256 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0f7087-512e-4063-9941-b4589eb872df req-2caa453b-ea47-4991-acf6-39ecfdabae9e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:58.455756 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2e0f7087-512e-4063-9941-b4589eb872df req-2caa453b-ea47-4991-acf6-39ecfdabae9e tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0529535 May 17 17:23:58.505447 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2e0f7087-512e-4063-9941-b4589eb872df req-bcb0575c-224c-4336-98ac-dcca344f0293 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433466 May 17 17:23:58.514885 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.628339 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Allocated IP 172.27.3.61 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/d896db55-0885-4eb0-a4b3-039cee8dd172) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:23:58.740121 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for port (d896db55-0885-4eb0-a4b3-039cee8dd172), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.775751 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (d896db55-0885-4eb0-a4b3-039cee8dd172), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.811699 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:23:58.814615 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:23:58.818244 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:23:58.850818 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'Port': ['ID=d896db55-0885-4eb0-a4b3-039cee8dd172,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:58.920051 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-a8c42b4a-e9f3-4dca-ad3b-f768d97cb7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:58.921855 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-a8c42b4a-e9f3-4dca-ad3b-f768d97cb7ac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 1129 time: 0.0660505 May 17 17:23:58.930151 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (fcad6a45-20ff-47e4-b63d-2f81102eb6c9), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:58.945751 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d39d8-01e5-4111-81c5-60a5d71539db req-ef797a72-73c4-4c1f-9bdc-6d29530dbfdd tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:58.947761 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4c8d39d8-01e5-4111-81c5-60a5d71539db req-ef797a72-73c4-4c1f-9bdc-6d29530dbfdd tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0645599 May 17 17:23:58.970327 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d896db55-0885-4eb0-a4b3-039cee8dd172), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:59.047806 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4c8d39d8-01e5-4111-81c5-60a5d71539db req-01749c37-9566-4e63-bad2-6e581c008c2c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903339 May 17 17:23:59.064516 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-851d50ae-12bf-4909-b26e-376d8362cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:59.066220 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-851d50ae-12bf-4909-b26e-376d8362cd01 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.1368883 May 17 17:23:59.131721 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-fc49b8c2-e51c-4f87-ab37-3bd1cb81ae1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 HTTP/1.1" status: 200 len: 1001 time: 0.0592146 May 17 17:23:59.149241 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for port (d896db55-0885-4eb0-a4b3-039cee8dd172), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:59.153705 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (d896db55-0885-4eb0-a4b3-039cee8dd172), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:59.178720 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-77d5f33a-71d7-4867-95ff-ad7feef45179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:59.180210 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-77d5f33a-71d7-4867-95ff-ad7feef45179 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.0430303 May 17 17:23:59.221965 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'Port': ['ID=d896db55-0885-4eb0-a4b3-039cee8dd172,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:23:59.225858 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-dd6ae932-e45f-4512-8064-52e69f6e571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:59.227405 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-dd6ae932-e45f-4512-8064-52e69f6e571e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408833 May 17 17:23:59.233364 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (fcad6a45-20ff-47e4-b63d-2f81102eb6c9), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:59.247769 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:23:59.249049 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-37616858-a91d-43cc-afcf-4d418040c825 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8398368 May 17 17:23:59.587664 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-6c8e90c9-b9e7-4cbc-b2fb-28240e174b1b service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541017 May 17 17:23:59.608921 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-470b5b54-7052-4a73-9129-06e26168f7b9 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1591216248&fields=id&tenant_id=f975cd8816d04a62b906441bceaff570 HTTP/1.1" status: 200 len: 267 time: 0.0666292 May 17 17:23:59.758886 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-14eb11e0-7fe1-48e9-80e0-c506e02eadcb req-233a4f86-a645-4f74-b235-ce86d7d952fd service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610823 May 17 17:23:59.768067 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-7f1f6616-90b7-4b20-a99f-327a0cedce59 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:23:59.769511 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-7f1f6616-90b7-4b20-a99f-327a0cedce59 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 811 time: 0.1519229 May 17 17:23:59.784348 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-5f409da2-5a70-49d7-8260-8038f0811c27 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/quotas/f975cd8816d04a62b906441bceaff570 HTTP/1.1" status: 200 len: 375 time: 0.0092795 May 17 17:23:59.834068 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-039db836-6bea-47cf-b1be-8214391b8d37 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445378 May 17 17:23:59.933656 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6e3a0071-47ee-4a78-be1f-71c4fde5af61 service neutron] 10.222.0.81 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867374 May 17 17:24:00.026632 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-d78c970e-0831-421e-bf72-0d295966fad7 service neutron] 10.222.0.81 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869107 May 17 17:24:00.195831 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5425c37e-9da7-43e9-b6ad-339c9c3bd229 req-4e20131c-041e-40f9-acb1-43567b0e2966 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0335050 May 17 17:24:00.204415 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde383d4-33fc-414b-a008-1b5816d7c881 req-ae7b1e59-7d28-486c-b305-1b1e0d651257 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:00.205894 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dde383d4-33fc-414b-a008-1b5816d7c881 req-ae7b1e59-7d28-486c-b305-1b1e0d651257 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0860252 May 17 17:24:00.254797 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dde383d4-33fc-414b-a008-1b5816d7c881 req-badb77b2-0dcf-4cce-9758-675c3c68af2f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414453 May 17 17:24:01.299204 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-41009940-e498-4f75-9b51-f7203e20e823 req-790f4d29-3afc-4781-8f28-c77b7573d7ac tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0371270 May 17 17:24:01.370003 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1c586-15da-4c61-806c-f9eebff2e3d2 req-a1e6f31a-c136-4011-98da-07acaef25257 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:01.371464 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6ca1c586-15da-4c61-806c-f9eebff2e3d2 req-a1e6f31a-c136-4011-98da-07acaef25257 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0470514 May 17 17:24:01.419199 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6ca1c586-15da-4c61-806c-f9eebff2e3d2 req-813790c8-9909-4ea6-b1a1-722f84e10c76 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421579 May 17 17:24:02.213420 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-a42360e4-74ab-4580-bb48-0c774b81b5d9 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:02.214891 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-a42360e4-74ab-4580-bb48-0c774b81b5d9 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 811 time: 0.1047506 May 17 17:24:02.279155 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-da90097f-a68b-4fdd-9c06-7db317fe461b tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f975cd8816d04a62b906441bceaff570 HTTP/1.1" status: 200 len: 380 time: 0.0545685 May 17 17:24:02.352775 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'port': {'device_id': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'admin_state_up': True, 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'security_groups': ['53bf5cbb-20ca-4950-a292-e5187b22f672']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:24:02.403969 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-18ff620f-ce22-4ee2-8d3d-3404f0872d48 req-3215599a-4fab-48f3-ab7d-0963173acec7 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0365810 May 17 17:24:02.492057 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Made reservation on behalf of f975cd8816d04a62b906441bceaff570 for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:24:02.497119 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:02.559675 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c8201-2ccd-462c-a33b-1439a2774864 req-28a944ca-05e3-4b59-9bf9-2dae913e8697 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:02.561190 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-349c8201-2ccd-462c-a33b-1439a2774864 req-28a944ca-05e3-4b59-9bf9-2dae913e8697 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0703011 May 17 17:24:02.673257 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-349c8201-2ccd-462c-a33b-1439a2774864 req-c37eefaf-c1d4-42ac-a0a9-531aaac37ea8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842595 May 17 17:24:02.695079 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Allocated IP 172.20.0.8 (6238abbd-960c-4e92-a73b-e546bdad5f2d/587cd2ff-00b9-4518-8c85-b74ee04204e3/f96e3a1d-09a7-424d-afbb-2a9030a952f9) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:24:02.833600 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2eb84-d41c-41b5-81c0-a9fdad93d0ba req-88b5a292-1281-4a91-9db5-a7bd72945dbe tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:02.835072 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b9a2eb84-d41c-41b5-81c0-a9fdad93d0ba req-88b5a292-1281-4a91-9db5-a7bd72945dbe tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0978594 May 17 17:24:02.844244 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50658) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:24:02.848826 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-2b2f8f9f-1b59-44de-9e90-447639e12804 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Request body: {'floatingip': {'port_id': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:24:02.871692 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:02.903224 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:02.904556 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8f9f-1b59-44de-9e90-447639e12804 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for floatingip (18a48095-cda8-4466-8536-1ee231a433ac), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:02.947201 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:24:02.952301 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:24:02.955189 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:24:02.983096 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event updated for resources: {'Port': ['ID=f96e3a1d-09a7-424d-afbb-2a9030a952f9,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:03.015646 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:03.016315 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.033995 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-29f15e0a-529f-4bfc-b219-b5b971c9f39d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6853893 May 17 17:24:03.045452 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Request body: {'port': {'device_id': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:24:03.120310 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.210582 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-9b25fef5-952a-4e85-82de-06e654f50084 None None] Provisioning complete for port f96e3a1d-09a7-424d-afbb-2a9030a952f9 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:24:03.211133 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9b25fef5-952a-4e85-82de-06e654f50084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.241990 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-9b25fef5-952a-4e85-82de-06e654f50084 None None] Port f96e3a1d-09a7-424d-afbb-2a9030a952f9 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:24:03.378091 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8f9f-1b59-44de-9e90-447639e12804 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.382495 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8f9f-1b59-44de-9e90-447639e12804 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (18a48095-cda8-4466-8536-1ee231a433ac), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.414917 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96e3a1d-09a7-424d-afbb-2a9030a952f9 {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:24:03.422416 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Publish callbacks [] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.435834 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Transition to ACTIVE for port object f96e3a1d-09a7-424d-afbb-2a9030a952f9 will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:24:03.440529 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.524447 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Pushing event updated for resources: {'Port': ['ID=f96e3a1d-09a7-424d-afbb-2a9030a952f9,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:03.561738 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22a5f4-227d-44f9-9ff6-3b7b14c6f7cc req-d4ba91fe-cf27-42ff-b97b-29bf457939b3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:03.563270 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8b22a5f4-227d-44f9-9ff6-3b7b14c6f7cc req-d4ba91fe-cf27-42ff-b97b-29bf457939b3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 943 time: 0.0862296 May 17 17:24:03.602723 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2f8f9f-1b59-44de-9e90-447639e12804 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:24:03.653179 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8b22a5f4-227d-44f9-9ff6-3b7b14c6f7cc req-d42b0f99-b2a2-45f3-a909-9d5c0abb8e7d tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657485 May 17 17:24:03.653842 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Attempting to bind port f96e3a1d-09a7-424d-afbb-2a9030a952f9 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:24:03.654185 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Attempting to bind port f96e3a1d-09a7-424d-afbb-2a9030a952f9 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:24:03.654520 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Attempting to bind port f96e3a1d-09a7-424d-afbb-2a9030a952f9 on network 6238abbd-960c-4e92-a73b-e546bdad5f2d {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:24:03.659184 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Port f96e3a1d-09a7-424d-afbb-2a9030a952f9 on network 6238abbd-960c-4e92-a73b-e546bdad5f2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:24:03.659514 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Attempting to bind port f96e3a1d-09a7-424d-afbb-2a9030a952f9 on network 6238abbd-960c-4e92-a73b-e546bdad5f2d {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:24:03.665254 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:24:03.665596 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Checking segment: {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:24:03.665984 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Bound using segment: {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:24:03.666420 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Bound port: f96e3a1d-09a7-424d-afbb-2a9030a952f9, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 802, 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:24:03.666860 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.710882 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2f8f9f-1b59-44de-9e90-447639e12804 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:24:03.715758 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2b2f8f9f-1b59-44de-9e90-447639e12804 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.720435 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] Sync routers for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:24:03.731767 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:03.732673 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:23:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:03.734585 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] For port f96e3a1d-09a7-424d-afbb-2a9030a952f9, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:24:03.737683 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] For port f96e3a1d-09a7-424d-afbb-2a9030a952f9, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f96e3a1d-09a7-424d-afbb-2a9030a952f9,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:24:03.745629 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.747572 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:03.749753 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f99f7069-e580-419f-8e55-c420defc44ea" -d '{"events": [{"name": "network-changed", "server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:03.787113 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-2b2f8f9f-1b59-44de-9e90-447639e12804 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "PUT /v2.0/floatingips/18a48095-cda8-4466-8536-1ee231a433ac HTTP/1.1" status: 200 len: 993 time: 0.9396579 May 17 17:24:03.808749 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Pushing event updated for resources: {'Port': ['ID=f96e3a1d-09a7-424d-afbb-2a9030a952f9,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:03.814036 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:03.817841 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:03.818326 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65b83319-b7c9-4da1-8739-fba7ac2ee337 x-openstack-request-id: req-65b83319-b7c9-4da1-8739-fba7ac2ee337 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:03.818624 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:03.818906 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-65b83319-b7c9-4da1-8739-fba7ac2ee337 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:03.819304 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65b83319-b7c9-4da1-8739-fba7ac2ee337'] response: {'name': 'network-changed', 'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'status': 'completed', 'code': 200} May 17 17:24:03.819691 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-6fe9a16f-7ee6-402d-ae4a-aa2daa29a82f service neutron] 10.222.0.36 "PUT /v2.0/ports/f96e3a1d-09a7-424d-afbb-2a9030a952f9 HTTP/1.1" status: 200 len: 1093 time: 0.7783895 May 17 17:24:03.820589 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'tag': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:03.824434 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bfc8be-e3a0-467d-8ad1-a71783db99c6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0270cb-f30e-4100-9fc5-5a8ba746d1a0", "tag": "f96e3a1d-09a7-424d-afbb-2a9030a952f9"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:03.846036 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:03.887979 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee36f46-6219-4e90-9d63-016635e83211 x-openstack-request-id: req-9ee36f46-6219-4e90-9d63-016635e83211 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:03.888422 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0270cb-f30e-4100-9fc5-5a8ba746d1a0", "tag": "f96e3a1d-09a7-424d-afbb-2a9030a952f9", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:03.888547 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9ee36f46-6219-4e90-9d63-016635e83211 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:03.888943 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee36f46-6219-4e90-9d63-016635e83211'] response: {'name': 'network-changed', 'server_uuid': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'tag': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9', 'status': 'completed', 'code': 200} May 17 17:24:03.921706 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f7069-e580-419f-8e55-c420defc44ea req-a649311f-4c89-4297-9da6-4ab2fd2470fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:03.923327 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f99f7069-e580-419f-8e55-c420defc44ea req-a649311f-4c89-4297-9da6-4ab2fd2470fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 1129 time: 0.0833004 May 17 17:24:03.941694 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-09e1ad6d-f1c8-4dc1-95e5-486335251473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:03.943202 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-09e1ad6d-f1c8-4dc1-95e5-486335251473 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 1127 time: 0.0534732 May 17 17:24:04.000417 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-588d2fb3-b5fa-4a0d-afc4-385396b28f46 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f96e3a1d-09a7-424d-afbb-2a9030a952f9 HTTP/1.1" status: 200 len: 217 time: 0.0461473 May 17 17:24:04.071719 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '18a48095-cda8-4466-8536-1ee231a433ac', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'port_id': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'mac_address': 'fa:16:3e:3c:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:22:29Z', 'updated_at': '2022-05-17T17:24:03Z', 'revision_number': 3, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:41Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:04.082453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-fc81d490-da2b-4568-8494-33105432ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:04.083933 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-fc81d490-da2b-4568-8494-33105432ba6d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=587cd2ff-00b9-4518-8c85-b74ee04204e3 HTTP/1.1" status: 200 len: 850 time: 0.0562584 May 17 17:24:04.103823 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] Checking router: 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:24:04.108579 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f7069-e580-419f-8e55-c420defc44ea req-2c236523-716b-4981-89b1-2e4538de46a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:04.112472 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f99f7069-e580-419f-8e55-c420defc44ea req-2c236523-716b-4981-89b1-2e4538de46a6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.1797593 May 17 17:24:04.116495 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:04.117050 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:23:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:04.178576 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-9070d8d2-cd5f-4653-824c-233335f18e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:04.180663 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-9070d8d2-cd5f-4653-824c-233335f18e9b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6238abbd-960c-4e92-a73b-e546bdad5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872738 May 17 17:24:04.206519 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f99f7069-e580-419f-8e55-c420defc44ea req-85431d0f-6f78-40a7-9aa5-54d3faf05e02 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 HTTP/1.1" status: 200 len: 1001 time: 0.0780387 May 17 17:24:04.295441 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:04.301241 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f7069-e580-419f-8e55-c420defc44ea req-5ed1bc3e-b934-45e5-adbe-c9204eaa9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:04.302725 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f99f7069-e580-419f-8e55-c420defc44ea req-5ed1bc3e-b934-45e5-adbe-c9204eaa9c41 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.0867703 May 17 17:24:04.347011 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-1fb391a3-1dc4-4610-a823-29b43549d986 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565578 May 17 17:24:04.361888 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f7069-e580-419f-8e55-c420defc44ea req-5bcbc028-ee38-40f4-b08a-98f8218477f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:04.363298 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f99f7069-e580-419f-8e55-c420defc44ea req-5bcbc028-ee38-40f4-b08a-98f8218477f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541902 May 17 17:24:04.502828 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '18a48095-cda8-4466-8536-1ee231a433ac', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'port_id': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'mac_address': 'fa:16:3e:3c:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:22:29Z', 'updated_at': '2022-05-17T17:24:03Z', 'revision_number': 3, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:41Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:04.507535 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a68e466e-5c90-4aef-bcc1-d26c5b9fb14a req-60e6c34c-1853-4da8-bb84-ec3646af4df6 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528242 May 17 17:24:04.513443 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f99f7069-e580-419f-8e55-c420defc44ea req-30e14ae3-fbe2-4d01-98f3-a9e31ecc413c service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390700 May 17 17:24:04.529811 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7d443d5-13c8-4939-902f-835d1b5b08a8 None None] The sync data for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi is: [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '18a48095-cda8-4466-8536-1ee231a433ac', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'floating_ip_address': '172.27.3.214', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'port_id': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'mac_address': 'fa:16:3e:3c:7f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:22:29Z', 'updated_at': '2022-05-17T17:24:03Z', 'revision_number': 3, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:41Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:24:04.616091 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f99f7069-e580-419f-8e55-c420defc44ea req-bf337f9f-ca4e-4fa0-8c57-6002c20ae387 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955882 May 17 17:24:04.778873 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f04c6c-7048-4c00-9141-d85d8442c3ac req-3523eac2-47b9-4529-8259-91b981b238fc tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:04.780340 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74f04c6c-7048-4c00-9141-d85d8442c3ac req-3523eac2-47b9-4529-8259-91b981b238fc tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 943 time: 0.0458214 May 17 17:24:04.825988 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74f04c6c-7048-4c00-9141-d85d8442c3ac req-3363185f-3a7f-416b-aa12-eda5267963bf tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400851 May 17 17:24:05.462416 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-5486c6c1-82a4-4f37-b6e3-b3dd95b7a6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:05.463896 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-5486c6c1-82a4-4f37-b6e3-b3dd95b7a6dc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 1127 time: 0.0420732 May 17 17:24:05.558950 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-371813ab-5c8f-4fc8-8ddd-8638798ab79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:05.561162 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-371813ab-5c8f-4fc8-8ddd-8638798ab79e service neutron] 10.222.0.36 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 912 time: 0.0905452 May 17 17:24:05.598571 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-635f3928-be0e-4f95-b01c-ed8347869618 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f96e3a1d-09a7-424d-afbb-2a9030a952f9 HTTP/1.1" status: 200 len: 217 time: 0.0316184 May 17 17:24:05.647883 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-09141817-519b-4045-8917-ebdcb9caa525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:05.649886 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-09141817-519b-4045-8917-ebdcb9caa525 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=587cd2ff-00b9-4518-8c85-b74ee04204e3 HTTP/1.1" status: 200 len: 850 time: 0.0450346 May 17 17:24:05.692865 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-871cfbdc-3808-46e9-ba36-1954d3fe0b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:05.694450 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-871cfbdc-3808-46e9-ba36-1954d3fe0b12 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6238abbd-960c-4e92-a73b-e546bdad5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379322 May 17 17:24:05.790340 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-7190caa1-f9a2-475a-9978-6b7e20b22bc6 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885456 May 17 17:24:05.820778 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:05.823118 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e90dc03-8e96-446c-9ee6-aea2e2115788" -d '{"events": [{"name": "network-changed", "server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:05.859253 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07206fc4-a60a-4c42-9ce9-845eafccccac x-openstack-request-id: req-07206fc4-a60a-4c42-9ce9-845eafccccac {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:05.859653 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:05.859831 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-07206fc4-a60a-4c42-9ce9-845eafccccac {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:05.860196 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07206fc4-a60a-4c42-9ce9-845eafccccac'] response: {'name': 'network-changed', 'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'status': 'completed', 'code': 200} May 17 17:24:05.882229 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20bfc8be-e3a0-467d-8ad1-a71783db99c6 req-5ff0e432-da05-4370-a11e-29a3a4e34fbc service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849977 May 17 17:24:05.947802 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-e33e5f16-4d8f-45f9-9fcf-653d881b2a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:05.949320 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-e33e5f16-4d8f-45f9-9fcf-653d881b2a99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 1129 time: 0.0662448 May 17 17:24:05.972058 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f86815-a4fc-4d8a-97b5-75599ba1bf1d req-7e25ef55-53c6-4535-90cb-95ce01f2d041 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:05.973478 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1f86815-a4fc-4d8a-97b5-75599ba1bf1d req-7e25ef55-53c6-4535-90cb-95ce01f2d041 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 943 time: 0.0645747 May 17 17:24:06.075424 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1f86815-a4fc-4d8a-97b5-75599ba1bf1d req-c3010c88-2102-41ea-98a0-b638d7e9ae79 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915713 May 17 17:24:06.088822 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-3f56318f-0428-4bd5-b9e8-acd427ce9725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:06.090992 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-3f56318f-0428-4bd5-b9e8-acd427ce9725 service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.1340139 May 17 17:24:06.153733 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-d8dfbe2b-c44b-45ac-bff5-3440fda91878 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 HTTP/1.1" status: 200 len: 1001 time: 0.0560944 May 17 17:24:06.200395 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-ed0c750e-f17c-4a0b-ab6a-45c7cbc3eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:06.201826 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-ed0c750e-f17c-4a0b-ab6a-45c7cbc3eca3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.0422530 May 17 17:24:06.244619 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-e497037a-8872-42ab-ab18-10cdbd82c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:06.246096 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-e497037a-8872-42ab-ab18-10cdbd82c24a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380752 May 17 17:24:06.338647 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-42dcf737-8f73-4ac5-a6eb-bfa939313969 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850761 May 17 17:24:06.433886 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e90dc03-8e96-446c-9ee6-aea2e2115788 req-c30e0ab9-0187-40fe-ba91-9c0f11b25e10 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877378 May 17 17:24:07.438625 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7142d26c-3ad3-41f5-bb90-091bffbd588f req-044860d1-03d1-46c5-959a-f627f6b12aab tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:07.440120 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7142d26c-3ad3-41f5-bb90-091bffbd588f req-044860d1-03d1-46c5-959a-f627f6b12aab tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 943 time: 0.2952049 May 17 17:24:07.487045 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7142d26c-3ad3-41f5-bb90-091bffbd588f req-1c44fd44-93b0-4e39-8dcf-6bcf3790d7db tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412221 May 17 17:24:08.333100 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f96e3a1d-09a7-424d-afbb-2a9030a952f9 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:24:08.426185 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f96e3a1d-09a7-424d-afbb-2a9030a952f9, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f96e3a1d-09a7-424d-afbb-2a9030a952f9,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:08.437610 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'port_id': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9', 'mac_address': 'fa:16:3e:43:d0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 802, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:24:08.475777 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f96e3a1d-09a7-424d-afbb-2a9030a952f9 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:24:08.476179 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:08.490182 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96e3a1d-09a7-424d-afbb-2a9030a952f9 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:24:08.510166 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f96e3a1d-09a7-424d-afbb-2a9030a952f9, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f96e3a1d-09a7-424d-afbb-2a9030a952f9,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:08.515156 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:08.561274 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f96e3a1d-09a7-424d-afbb-2a9030a952f9,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:08.568252 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.568619 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.568984 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.569771 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.569913 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.570213 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.570540 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.570965 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.571301 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.571626 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.571948 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.572302 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.572633 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.572953 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.573272 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:08.604903 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086204e-ce7c-4272-b4b6-676313bf71db req-95b4d8c5-8dd1-4e1e-bfc7-872bbc7d8269 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:08.606381 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2086204e-ce7c-4272-b4b6-676313bf71db req-95b4d8c5-8dd1-4e1e-bfc7-872bbc7d8269 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 944 time: 0.0526133 May 17 17:24:08.651392 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2086204e-ce7c-4272-b4b6-676313bf71db req-6441a08c-3ab2-4fa6-a9d7-3073d2185021 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393748 May 17 17:24:08.797503 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['f96e3a1d-09a7-424d-afbb-2a9030a952f9'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:24:09.912890 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25722598-39fb-440f-8a41-3550c86ed821 req-5321ee45-091e-41f9-8bf0-4ff9b0c6a4cd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:09.914339 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25722598-39fb-440f-8a41-3550c86ed821 req-5321ee45-091e-41f9-8bf0-4ff9b0c6a4cd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 944 time: 0.1963367 May 17 17:24:09.960389 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25722598-39fb-440f-8a41-3550c86ed821 req-351c9b7a-fc7d-4910-825f-726cf070a269 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397241 May 17 17:24:10.185685 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:24:10.347783 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f96e3a1d-09a7-424d-afbb-2a9030a952f9 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:24:10.389113 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port f96e3a1d-09a7-424d-afbb-2a9030a952f9 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:24:10.394989 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port f96e3a1d-09a7-424d-afbb-2a9030a952f9 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:24:10.395402 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:10.472904 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f96e3a1d-09a7-424d-afbb-2a9030a952f9 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:24:10.473292 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:10.497740 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:10.500162 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e47641-d1f4-436e-9273-46a5578ab76a" -d '{"events": [{"server_uuid": "fd0270cb-f30e-4100-9fc5-5a8ba746d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "f96e3a1d-09a7-424d-afbb-2a9030a952f9"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:10.519432 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f96e3a1d-09a7-424d-afbb-2a9030a952f9, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f96e3a1d-09a7-424d-afbb-2a9030a952f9,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:10.523885 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:10.548658 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b67843-b1e7-40c7-8956-d1b1f44e920f x-openstack-request-id: req-26b67843-b1e7-40c7-8956-d1b1f44e920f {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:10.548955 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0270cb-f30e-4100-9fc5-5a8ba746d1a0", "name": "network-vif-plugged", "status": "completed", "tag": "f96e3a1d-09a7-424d-afbb-2a9030a952f9", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:10.549212 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26b67843-b1e7-40c7-8956-d1b1f44e920f {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:10.549623 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b67843-b1e7-40c7-8956-d1b1f44e920f'] response: {'server_uuid': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9', 'code': 200} May 17 17:24:10.574523 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f96e3a1d-09a7-424d-afbb-2a9030a952f9,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:11.021548 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0597d83-a3c0-496a-9fa3-c3f586dedd34 req-0c22fbb2-8e21-483c-b3b1-e7c7be5c04b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:11.023079 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c0597d83-a3c0-496a-9fa3-c3f586dedd34 req-0c22fbb2-8e21-483c-b3b1-e7c7be5c04b1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 1129 time: 0.0422800 May 17 17:24:11.095013 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a56b53-76d1-456f-878b-3385b7dc6360 req-ccac8b39-ce49-49f7-bc40-5bc83e23b969 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:11.096567 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9a56b53-76d1-456f-878b-3385b7dc6360 req-ccac8b39-ce49-49f7-bc40-5bc83e23b969 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0675561 May 17 17:24:11.120999 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c0597d83-a3c0-496a-9fa3-c3f586dedd34 req-710cb72b-09f3-4cd4-9c3c-22712a90eb97 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833588 May 17 17:24:11.148456 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9a56b53-76d1-456f-878b-3385b7dc6360 req-0b683989-dfcf-403c-bdd7-85a2ad5bbc50 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443244 May 17 17:24:12.028984 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b67df940-c382-406d-8119-729cd152fc9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:12.329491 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4934bb-37fc-4ca9-8a3f-cc5262099d3f req-7446e012-649d-46a0-b89f-bef8dfda8a40 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:12.330987 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4a4934bb-37fc-4ca9-8a3f-cc5262099d3f req-7446e012-649d-46a0-b89f-bef8dfda8a40 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 945 time: 0.1099646 May 17 17:24:12.378690 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4a4934bb-37fc-4ca9-8a3f-cc5262099d3f req-6b9db607-ff83-421f-a62f-32228c1b7827 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413878 May 17 17:24:12.803250 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab02e6-ad13-4d3a-8a33-27d77f83cf73 req-218d5e30-f9b1-4524-8667-882a616a6ecf tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:12.804714 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a8ab02e6-ad13-4d3a-8a33-27d77f83cf73 req-218d5e30-f9b1-4524-8667-882a616a6ecf tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 946 time: 0.0467389 May 17 17:24:12.857208 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a8ab02e6-ad13-4d3a-8a33-27d77f83cf73 req-de153ec9-48c0-4753-8904-3deb5431a8a2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464873 May 17 17:24:13.491534 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d591703-33f4-4885-8911-6a9a44c6dd83 req-549b58df-5499-4c9d-af2b-ecefc6b9fbfc tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:13.493032 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d591703-33f4-4885-8911-6a9a44c6dd83 req-549b58df-5499-4c9d-af2b-ecefc6b9fbfc tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0462134 May 17 17:24:13.541960 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d591703-33f4-4885-8911-6a9a44c6dd83 req-702ecc4f-7184-4f06-a621-6dba9f00fc62 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 May 17 17:24:13.649541 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec710c05-b254-49a9-a450-d376dd4023be req-82b1a00c-7424-444a-b246-7c8be93a2d33 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:13.651619 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ec710c05-b254-49a9-a450-d376dd4023be req-82b1a00c-7424-444a-b246-7c8be93a2d33 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0464878 May 17 17:24:13.660137 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50700) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:24:13.664403 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-a2dad7b1-2b01-48e9-996d-c39e2c2630d3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Request body: {'floatingip': {'port_id': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:24:13.704932 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a2dad7b1-2b01-48e9-996d-c39e2c2630d3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (fcad6a45-20ff-47e4-b63d-2f81102eb6c9), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:13.989461 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:14.058378 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a0952da-6676-4953-9340-038fafd1fda7 req-c505584c-82ae-4c98-b4fa-d91cafd1424b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0982332 May 17 17:24:14.064445 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f0a1a7-4468-4680-b13d-71952ee80009 req-30a924c1-380c-4e20-b2c2-1880d24ec700 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:14.065864 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-04f0a1a7-4468-4680-b13d-71952ee80009 req-30a924c1-380c-4e20-b2c2-1880d24ec700 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 946 time: 0.1209314 May 17 17:24:14.172951 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0952da-6676-4953-9340-038fafd1fda7 req-9ae26638-89c4-429d-ae97-41d56d1c3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:14.174421 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a0952da-6676-4953-9340-038fafd1fda7 req-9ae26638-89c4-429d-ae97-41d56d1c3b04 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=93dd0a88a2cb45b996d160bbe9801435&device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 1129 time: 0.0760634 May 17 17:24:14.209410 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-04f0a1a7-4468-4680-b13d-71952ee80009 req-7bb20de7-463e-4c9b-bfdf-03d5a3d6e0d7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098912 May 17 17:24:14.266052 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a2dad7b1-2b01-48e9-996d-c39e2c2630d3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:14.269729 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a2dad7b1-2b01-48e9-996d-c39e2c2630d3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (fcad6a45-20ff-47e4-b63d-2f81102eb6c9), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:14.381371 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2def077a-4170-433c-ac29-e76e285485d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:14.388195 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [None req-a2dad7b1-2b01-48e9-996d-c39e2c2630d3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Floating IP fcad6a45-20ff-47e4-b63d-2f81102eb6c9 associated. External IP: 172.27.3.61, port: f96e3a1d-09a7-424d-afbb-2a9030a952f9. May 17 17:24:14.530695 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25b695-1066-4d17-8841-6023243b0be7 req-8f241d77-86b8-42bb-9b61-672860112d5c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:14.532006 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0c25b695-1066-4d17-8841-6023243b0be7 req-8f241d77-86b8-42bb-9b61-672860112d5c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 946 time: 0.1044705 May 17 17:24:14.561196 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0952da-6676-4953-9340-038fafd1fda7 req-ea8d1fd4-aff6-40fe-af84-c9dac6894a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:14.562752 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a0952da-6676-4953-9340-038fafd1fda7 req-ea8d1fd4-aff6-40fe-af84-c9dac6894a0e service neutron] 10.222.0.36 "GET /v2.0/networks?id=cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 200 len: 919 time: 0.2064643 May 17 17:24:14.627889 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a0952da-6676-4953-9340-038fafd1fda7 req-8df7d0e1-7a82-45ab-9a5b-956ee19c9539 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3504113-6df1-41f1-aea1-64a522780a98 HTTP/1.1" status: 200 len: 217 time: 0.0578732 May 17 17:24:14.754153 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Deleting port 502e1826-aa6e-4ce5-982e-d5a490f2c06b {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:24:14.754498 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:14.773304 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0952da-6676-4953-9340-038fafd1fda7 req-8705575b-189a-4f09-b9ef-651c4e02c234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:14.775395 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a0952da-6676-4953-9340-038fafd1fda7 req-8705575b-189a-4f09-b9ef-651c4e02c234 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 200 len: 857 time: 0.1267610 May 17 17:24:14.907988 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0952da-6676-4953-9340-038fafd1fda7 req-8b806830-fdef-4468-9ae8-871fbd618606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:14.909524 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a0952da-6676-4953-9340-038fafd1fda7 req-8b806830-fdef-4468-9ae8-871fbd618606 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=cf74492e-ca9e-42bb-83d9-ac563642f683&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1168575 May 17 17:24:14.922399 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2dad7b1-2b01-48e9-996d-c39e2c2630d3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Router a6bba4be-67ed-4650-9731-d69e338b0869 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:24:14.974904 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] For port 502e1826-aa6e-4ce5-982e-d5a490f2c06b, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=502e1826-aa6e-4ce5-982e-d5a490f2c06b,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:14.975282 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:15.200387 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a0952da-6676-4953-9340-038fafd1fda7 req-94c79268-0c24-4a6d-a51c-ac425a0b83fe service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798240 May 17 17:24:15.202996 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2dad7b1-2b01-48e9-996d-c39e2c2630d3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:24:15.211883 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a2dad7b1-2b01-48e9-996d-c39e2c2630d3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:15.213005 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] Sync routers for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:24:15.222275 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:15.224884 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:15.327058 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:15.331605 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-a2dad7b1-2b01-48e9-996d-c39e2c2630d3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "PUT /v2.0/floatingips/fcad6a45-20ff-47e4-b63d-2f81102eb6c9 HTTP/1.1" status: 200 len: 990 time: 1.6682751 May 17 17:24:15.335516 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'tag': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:15.338306 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e51292-381e-45f9-ae87-dca0d63e86b6" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0270cb-f30e-4100-9fc5-5a8ba746d1a0", "tag": "f96e3a1d-09a7-424d-afbb-2a9030a952f9"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:15.450063 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-fd990f05-17c4-4a11-9f32-263310c251f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:15.452796 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-fd990f05-17c4-4a11-9f32-263310c251f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f975cd8816d04a62b906441bceaff570&device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 1129 time: 0.0439868 May 17 17:24:15.552378 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-84e78703-6676-47ba-ad91-7ca487e02ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:15.553896 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-84e78703-6676-47ba-ad91-7ca487e02ead service neutron] 10.222.0.36 "GET /v2.0/networks?id=6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 200 len: 912 time: 0.0941055 May 17 17:24:15.568611 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:15.630685 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-f1bfaedf-34ac-4097-8f0b-196990088639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f96e3a1d-09a7-424d-afbb-2a9030a952f9 HTTP/1.1" status: 200 len: 998 time: 0.0693953 May 17 17:24:15.634509 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7041de3d-ba23-4e6c-9b0b-149dfa7badfa x-openstack-request-id: req-7041de3d-ba23-4e6c-9b0b-149dfa7badfa {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:15.635054 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0270cb-f30e-4100-9fc5-5a8ba746d1a0", "tag": "f96e3a1d-09a7-424d-afbb-2a9030a952f9", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:15.635054 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7041de3d-ba23-4e6c-9b0b-149dfa7badfa {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:15.635432 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7041de3d-ba23-4e6c-9b0b-149dfa7badfa'] response: {'name': 'network-changed', 'server_uuid': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'tag': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9', 'status': 'completed', 'code': 200} May 17 17:24:15.661096 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09c82d-aa75-490e-911d-a312f4f09812 req-565306a0-e39f-4f39-b826-29a3369d7ca4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:15.662697 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b09c82d-aa75-490e-911d-a312f4f09812 req-565306a0-e39f-4f39-b826-29a3369d7ca4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 946 time: 0.3768308 May 17 17:24:15.667274 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:15.667700 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (5f85f0b9-7055-479d-a889-37143fd9d8aa), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:15.668107 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Floating IP 5f85f0b9-7055-479d-a889-37143fd9d8aa disassociated. External IP: 172.27.3.163, port: 502e1826-aa6e-4ce5-982e-d5a490f2c06b. May 17 17:24:15.668540 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Calling delete_port for 502e1826-aa6e-4ce5-982e-d5a490f2c06b owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:24:15.692199 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-430978d8-cfa0-4193-8dcf-9ce9ccb76946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:15.694036 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-430978d8-cfa0-4193-8dcf-9ce9ccb76946 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=587cd2ff-00b9-4518-8c85-b74ee04204e3 HTTP/1.1" status: 200 len: 850 time: 0.0566261 May 17 17:24:15.741056 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': 'fcad6a45-20ff-47e4-b63d-2f81102eb6c9', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'port_id': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'mac_address': 'fa:16:3e:43:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:23:58Z', 'updated_at': '2022-05-17T17:24:14Z', 'revision_number': 1, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:15.752246 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-298a3540-5674-453f-acfb-1c16ce2556bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:15.755018 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-298a3540-5674-453f-acfb-1c16ce2556bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=6238abbd-960c-4e92-a73b-e546bdad5f2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535729 May 17 17:24:15.757551 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a0952da-6676-4953-9340-038fafd1fda7 req-f0b94ff5-05ac-43ca-a5a8-f777a105ff50 service neutron] 10.222.0.36 "GET /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5384331 May 17 17:24:15.769310 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] Checking router: a6bba4be-67ed-4650-9731-d69e338b0869 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:24:15.783204 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:15.783663 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b09c82d-aa75-490e-911d-a312f4f09812 req-9384e172-5147-4a18-a655-25a789d41898 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073306 May 17 17:24:15.783848 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:15.872395 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-e37b70a4-3521-440c-b8b1-5cf267363736 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063361 May 17 17:24:15.880077 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (502e1826-aa6e-4ce5-982e-d5a490f2c06b), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:15.909266 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:15.934641 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event deleted for resources: {'Port': ['ID=502e1826-aa6e-4ce5-982e-d5a490f2c06b,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:15.994741 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-75e51292-381e-45f9-ae87-dca0d63e86b6 req-7aa088bc-ad5d-47b8-9d81-11d251a86710 service neutron] 10.222.0.36 "GET /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131470 May 17 17:24:16.058409 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:24:16.135336 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': 'fcad6a45-20ff-47e4-b63d-2f81102eb6c9', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'port_id': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'mac_address': 'fa:16:3e:43:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:23:58Z', 'updated_at': '2022-05-17T17:24:14Z', 'revision_number': 1, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:16.163748 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:24:16.164703 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db7ce8-a76b-49de-b46d-1910d0e7a675 None None] The sync data for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi is: [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': 'fcad6a45-20ff-47e4-b63d-2f81102eb6c9', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'floating_ip_address': '172.27.3.61', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'port_id': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'mac_address': 'fa:16:3e:43:d0:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:23:58Z', 'updated_at': '2022-05-17T17:24:14Z', 'revision_number': 1, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:24:16.175347 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] Sync routers for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:24:16.186590 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:16.187492 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:16.214313 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] No DVR routers for this DVR port 502e1826-aa6e-4ce5-982e-d5a490f2c06b on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:24:16.216978 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:16.222088 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0c25b695-1066-4d17-8841-6023243b0be7 req-2c5a811d-c4ca-45de-b8b9-906f2c597ea4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "DELETE /v2.0/ports/502e1826-aa6e-4ce5-982e-d5a490f2c06b HTTP/1.1" status: 204 len: 173 time: 1.6607544 May 17 17:24:16.317392 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:16.420902 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89bf06b-1b73-43b4-a781-0a0a4edf1111 None None] New status for floating IP fcad6a45-20ff-47e4-b63d-2f81102eb6c9: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:24:16.541743 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:16.570538 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] Checking router: 9a6aa75e-8092-44c5-a43a-0bf091ffa3af for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:24:16.585580 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:16.585580 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:16.699585 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:16.897994 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:16.913337 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4451053c-2d61-4549-9131-5783edae2e85 req-828e0105-083c-45ea-af10-dccc75ad4423 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=ba63f372-314b-418a-ba62-e9a67eec9102 HTTP/1.1" status: 200 len: 210 time: 0.0278797 May 17 17:24:16.932403 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ef0de07-2728-49fa-b908-db023ff6c24c None None] The sync data for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi is: [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:24:17.099565 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:17.216111 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebebd81-61c6-47df-b476-f4cad9fad7fe None None] New status for floating IP 5f85f0b9-7055-479d-a889-37143fd9d8aa: DOWN {{(pid=103829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:24:17.636935 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'name': 'network-vif-deleted', 'tag': '502e1826-aa6e-4ce5-982e-d5a490f2c06b'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:17.639238 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222d6fd1-b373-477c-940f-3ff52e21898f" -d '{"events": [{"server_uuid": "ba63f372-314b-418a-ba62-e9a67eec9102", "name": "network-vif-deleted", "tag": "502e1826-aa6e-4ce5-982e-d5a490f2c06b"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:17.676759 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ef396b6-e6d8-4916-9ea6-e7711a04fc69 x-openstack-request-id: req-0ef396b6-e6d8-4916-9ea6-e7711a04fc69 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:17.677054 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba63f372-314b-418a-ba62-e9a67eec9102", "name": "network-vif-deleted", "tag": "502e1826-aa6e-4ce5-982e-d5a490f2c06b", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:17.677312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0ef396b6-e6d8-4916-9ea6-e7711a04fc69 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:17.677717 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef396b6-e6d8-4916-9ea6-e7711a04fc69'] response: {'server_uuid': 'ba63f372-314b-418a-ba62-e9a67eec9102', 'name': 'network-vif-deleted', 'tag': '502e1826-aa6e-4ce5-982e-d5a490f2c06b', 'status': 'completed', 'code': 200} May 17 17:24:18.184063 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-4ba32fc4-679f-4e85-9ddb-0dac0b55bbc4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1680981770&fields=id&tenant_id=bb9cc24b3479427593f7173191b17a0e HTTP/1.1" status: 200 len: 267 time: 0.0458944 May 17 17:24:18.278256 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:18.307846 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c65786-3a0c-40a8-b779-f6573f425705 req-b9b39abc-23cb-44ed-875f-c1d12b574bb9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:18.309363 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-b9b39abc-23cb-44ed-875f-c1d12b574bb9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 812 time: 0.1177108 May 17 17:24:18.324025 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-bfac38a2-62cc-43fb-bd89-5851e08d9c86 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/quotas/bb9cc24b3479427593f7173191b17a0e HTTP/1.1" status: 200 len: 375 time: 0.0091259 May 17 17:24:18.356143 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 502e1826-aa6e-4ce5-982e-d5a490f2c06b no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:24:18.375690 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 502e1826-aa6e-4ce5-982e-d5a490f2c06b {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:24:18.376040 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 502e1826-aa6e-4ce5-982e-d5a490f2c06b not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:24:18.376227 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-f6d6ddd2-5343-483d-be1a-cccb0ddea943 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468957 May 17 17:24:18.478847 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-ea553bbd-f9da-4aac-8f15-74069552fb7f service neutron] 10.222.0.81 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877905 May 17 17:24:18.565969 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-5c0afc36-610e-43a9-8eb4-77d17ab16e8c service neutron] 10.222.0.81 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814385 May 17 17:24:18.858955 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-324c9b6a-7e84-4659-8b28-194ecdbc39a1 req-fd091370-43c0-409f-9928-6e96db0c52e9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0309007 May 17 17:24:19.993981 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c56dbcc8-55e0-4766-b7f1-b61c6f703b4d req-fee445eb-8520-44d6-b60f-e1eb53311c19 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0359495 May 17 17:24:20.027215 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c65786-3a0c-40a8-b779-f6573f425705 req-3f95bbb2-492c-4072-8100-ea1de3fbdd45 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:20.028875 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-3f95bbb2-492c-4072-8100-ea1de3fbdd45 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 812 time: 0.1534560 May 17 17:24:20.111756 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-3e4c21de-565d-43be-91c3-d050658c59e1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bb9cc24b3479427593f7173191b17a0e HTTP/1.1" status: 200 len: 380 time: 0.0718672 May 17 17:24:20.121257 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'port': {'device_id': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'admin_state_up': True, 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'security_groups': ['9d9e88dd-afc9-470c-8b97-9735795dc43a']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:24:20.237327 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Made reservation on behalf of bb9cc24b3479427593f7173191b17a0e for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:24:20.240783 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:20.377182 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Allocated IP 172.20.0.7 (ce8acaeb-6ddf-4705-b230-ff866b8efc1b/592243f6-a7cb-44a2-aa19-898e6cf91830/320f65b2-9902-45f5-a792-78134e375239) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:24:20.539327 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for port (320f65b2-9902-45f5-a792-78134e375239), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:20.574723 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (320f65b2-9902-45f5-a792-78134e375239), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:20.624071 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:24:20.629929 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:24:20.637755 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:24:20.663029 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'Port': ['ID=320f65b2-9902-45f5-a792-78134e375239,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:20.699255 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:20.699973 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:20.748567 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-379bbdd8-9edf-4981-8a54-4cc9dcfcdd4d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6314504 May 17 17:24:20.760413 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0ef997-83f0-45e8-9f21-01cc58c55d8a req-c96ab3cb-7a9f-4ede-96f1-f40b05ebddfe tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:20.762032 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2c0ef997-83f0-45e8-9f21-01cc58c55d8a req-c96ab3cb-7a9f-4ede-96f1-f40b05ebddfe tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0587826 May 17 17:24:20.802891 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Request body: {'port': {'device_id': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:24:20.847960 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2c0ef997-83f0-45e8-9f21-01cc58c55d8a req-4b5c10ae-57e6-4a7f-a1ca-8ea3f21aa6e0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801208 May 17 17:24:20.881706 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (320f65b2-9902-45f5-a792-78134e375239), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:20.932511 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-ff1ac3f9-31dd-402f-8c8d-48f1450b1508 None None] Provisioning complete for port 320f65b2-9902-45f5-a792-78134e375239 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:24:20.933114 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac3f9-31dd-402f-8c8d-48f1450b1508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (320f65b2-9902-45f5-a792-78134e375239), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:20.965627 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-ff1ac3f9-31dd-402f-8c8d-48f1450b1508 None None] Port 320f65b2-9902-45f5-a792-78134e375239 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:24:21.160903 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b4254-6adf-4b5a-9f9c-b306cb758c01 req-36c1469f-c676-4ad9-96d2-968e4225ec03 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:21.162489 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-579b4254-6adf-4b5a-9f9c-b306cb758c01 req-36c1469f-c676-4ad9-96d2-968e4225ec03 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 931 time: 0.0938435 May 17 17:24:21.248569 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-579b4254-6adf-4b5a-9f9c-b306cb758c01 req-b4bd50c6-d9a9-47aa-96f1-7704150bf55a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780859 May 17 17:24:21.278483 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 320f65b2-9902-45f5-a792-78134e375239 {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:24:21.285838 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Publish callbacks [] for port (320f65b2-9902-45f5-a792-78134e375239), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:21.298773 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Transition to ACTIVE for port object 320f65b2-9902-45f5-a792-78134e375239 will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:24:21.302482 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (320f65b2-9902-45f5-a792-78134e375239), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:21.379899 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Pushing event updated for resources: {'Port': ['ID=320f65b2-9902-45f5-a792-78134e375239,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:21.447441 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Attempting to bind port 320f65b2-9902-45f5-a792-78134e375239 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:24:21.447879 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Attempting to bind port 320f65b2-9902-45f5-a792-78134e375239 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:24:21.448318 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Attempting to bind port 320f65b2-9902-45f5-a792-78134e375239 on network ce8acaeb-6ddf-4705-b230-ff866b8efc1b {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:24:21.453211 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Port 320f65b2-9902-45f5-a792-78134e375239 on network ce8acaeb-6ddf-4705-b230-ff866b8efc1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:24:21.453606 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Attempting to bind port 320f65b2-9902-45f5-a792-78134e375239 on network ce8acaeb-6ddf-4705-b230-ff866b8efc1b {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:24:21.458894 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:24:21.459229 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Checking segment: {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:24:21.459613 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Bound using segment: {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:24:21.460034 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Bound port: 320f65b2-9902-45f5-a792-78134e375239, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8eb829a-68d7-48b9-920f-8403b50cc1ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:24:21.460409 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (320f65b2-9902-45f5-a792-78134e375239), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:21.522503 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] For port 320f65b2-9902-45f5-a792-78134e375239, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:24:21.526300 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] For port 320f65b2-9902-45f5-a792-78134e375239, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=320f65b2-9902-45f5-a792-78134e375239,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:24:21.531536 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (320f65b2-9902-45f5-a792-78134e375239), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:21.562327 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:21.562949 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:21.564378 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] 10.222.0.36 "PUT /v2.0/ports/320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 1093 time: 0.7666466 May 17 17:24:21.564779 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'tag': '320f65b2-9902-45f5-a792-78134e375239'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:21.566965 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "tag": "320f65b2-9902-45f5-a792-78134e375239"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:21.599404 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dbb108-385d-4d9c-910c-8693f018c468 service neutron] Pushing event updated for resources: {'Port': ['ID=320f65b2-9902-45f5-a792-78134e375239,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:21.613055 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee89a9c-d578-4e7b-9956-cefe8983a60d x-openstack-request-id: req-5ee89a9c-d578-4e7b-9956-cefe8983a60d {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:21.613340 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "tag": "320f65b2-9902-45f5-a792-78134e375239", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:21.613595 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5ee89a9c-d578-4e7b-9956-cefe8983a60d {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:21.614103 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ee89a9c-d578-4e7b-9956-cefe8983a60d'] response: {'name': 'network-changed', 'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'tag': '320f65b2-9902-45f5-a792-78134e375239', 'status': 'completed', 'code': 200} May 17 17:24:21.663973 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c65786-3a0c-40a8-b779-f6573f425705 req-80cf15a1-8464-437b-a52c-b026b07c6d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:21.665583 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-80cf15a1-8464-437b-a52c-b026b07c6d4b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1127 time: 0.0450470 May 17 17:24:21.708931 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-eaefad04-0a05-497e-aca6-55b0418687be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 217 time: 0.0353394 May 17 17:24:21.758368 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c65786-3a0c-40a8-b779-f6573f425705 req-8580297f-f622-420c-9ab1-1d6273f76329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:21.760405 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-8580297f-f622-420c-9ab1-1d6273f76329 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0455787 May 17 17:24:21.804950 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c65786-3a0c-40a8-b779-f6573f425705 req-a8ead0cc-deb9-4335-9583-e385dcd42d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:21.806898 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-a8ead0cc-deb9-4335-9583-e385dcd42d2b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396008 May 17 17:24:21.903355 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-7077934b-dbf5-4a3d-9d12-bcd66800d340 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874794 May 17 17:24:22.012439 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349adce5-0526-44e0-b9aa-4f3879a55bc3 req-517c4ffb-be8e-4106-83ca-77ba50337746 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:22.013929 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-349adce5-0526-44e0-b9aa-4f3879a55bc3 req-517c4ffb-be8e-4106-83ca-77ba50337746 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0874147 May 17 17:24:22.050560 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70c65786-3a0c-40a8-b779-f6573f425705 req-08049f65-010e-436f-9717-599b547e4da2 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412594 May 17 17:24:22.085215 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-349adce5-0526-44e0-b9aa-4f3879a55bc3 req-66f4da35-898d-44da-a6fb-e8ccdd14ca48 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656261 May 17 17:24:22.378583 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-9deb7b75-41e9-40cf-b1aa-9d72a022ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:22.380135 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-9deb7b75-41e9-40cf-b1aa-9d72a022ed05 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1127 time: 0.0740681 May 17 17:24:22.391272 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02e241-d2d7-4085-9181-596a42605a71 req-58ba0c5e-8ee2-427c-a609-7caef4e8ec33 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:22.392843 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8e02e241-d2d7-4085-9181-596a42605a71 req-58ba0c5e-8ee2-427c-a609-7caef4e8ec33 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 943 time: 0.0752046 May 17 17:24:22.494379 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8e02e241-d2d7-4085-9181-596a42605a71 req-55fd1563-f98e-4798-a57e-c05faf080132 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931139 May 17 17:24:22.512532 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-9743d74a-ca7e-4320-a3da-216f1baf1d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:22.513985 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-9743d74a-ca7e-4320-a3da-216f1baf1d29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.1202583 May 17 17:24:22.565432 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-b33a817d-8992-47b5-a621-a71b01ff4625 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 217 time: 0.0362182 May 17 17:24:22.613345 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-67b429c3-37a5-46f4-81e1-5e9a440854e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:22.614761 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-67b429c3-37a5-46f4-81e1-5e9a440854e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0424275 May 17 17:24:22.657573 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-3e06ce50-33d5-4d8f-ab97-735bc54110fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:22.658968 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-3e06ce50-33d5-4d8f-ab97-735bc54110fd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378125 May 17 17:24:22.750246 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-d9b07fba-4c18-4c3f-875d-82c5bf5b8c61 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851781 May 17 17:24:22.836410 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b83cf5a-6ce2-4d97-a345-1c17ddaece1f req-7750a496-04ca-4d4b-8604-8986b6603ea0 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798049 May 17 17:24:23.213116 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d7d94-54fd-466e-bf28-79009642d174 req-cb22c431-44c6-43e7-a000-4cedc1e42f5c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:23.214522 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-388d7d94-54fd-466e-bf28-79009642d174 req-cb22c431-44c6-43e7-a000-4cedc1e42f5c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0580993 May 17 17:24:23.261020 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-388d7d94-54fd-466e-bf28-79009642d174 req-b4d5052f-49ab-4d50-93f2-94f19ab0cd73 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 May 17 17:24:23.604502 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7734a655-7b72-40e0-8f44-a7641efdb9bd req-4e17c3bf-5745-460b-9e38-3471a125fb0b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:23.605950 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7734a655-7b72-40e0-8f44-a7641efdb9bd req-4e17c3bf-5745-460b-9e38-3471a125fb0b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 943 time: 0.0456440 May 17 17:24:23.653421 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7734a655-7b72-40e0-8f44-a7641efdb9bd req-bc25ca4a-5180-43a6-850a-3b95c4daa285 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419717 May 17 17:24:24.384642 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320a1c2-e304-4d82-b0c1-94bd768bc467 req-b10c52fd-8c31-49b4-b838-554db662ed97 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:24.386097 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3320a1c2-e304-4d82-b0c1-94bd768bc467 req-b10c52fd-8c31-49b4-b838-554db662ed97 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0500896 May 17 17:24:24.431465 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3320a1c2-e304-4d82-b0c1-94bd768bc467 req-2bbb9293-9b38-452c-b0e3-e8f0a88fed3c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398676 May 17 17:24:24.766030 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b68c52-a43d-416d-838b-8aad466dfbcd req-90c32fbc-d2b8-4f2c-93f4-828cf3088ced tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:24.767486 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7b68c52-a43d-416d-838b-8aad466dfbcd req-90c32fbc-d2b8-4f2c-93f4-828cf3088ced tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 943 time: 0.0457342 May 17 17:24:24.815925 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7b68c52-a43d-416d-838b-8aad466dfbcd req-439b54be-38a5-4a3e-96e2-6f96216ac413 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429957 May 17 17:24:25.546224 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a2e8f2-e818-43e1-9f1f-087210825d55 req-60ff6ed6-7ed5-4cc0-8778-8733746fc0b3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:25.547682 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-63a2e8f2-e818-43e1-9f1f-087210825d55 req-60ff6ed6-7ed5-4cc0-8778-8733746fc0b3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0459931 May 17 17:24:25.596554 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-63a2e8f2-e818-43e1-9f1f-087210825d55 req-db85bd6e-46a8-4cae-bd8a-903beaf3a6c2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433183 May 17 17:24:25.927960 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3f2f1-b2ab-4fcb-8b8e-2dff6e6e3b59 req-ea2b9979-f680-4748-b740-8c0fe7d6b046 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:25.929451 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e1a3f2f1-b2ab-4fcb-8b8e-2dff6e6e3b59 req-ea2b9979-f680-4748-b740-8c0fe7d6b046 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 943 time: 0.0473406 May 17 17:24:25.977269 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e1a3f2f1-b2ab-4fcb-8b8e-2dff6e6e3b59 req-e1c73b2f-1267-406b-8b1f-e85185def7bf tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416617 May 17 17:24:26.713138 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a43af-780e-4eb2-aea0-013f5a9db528 req-a1877169-29ee-4938-ad5e-5043c7bb7593 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:26.714600 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c9a43af-780e-4eb2-aea0-013f5a9db528 req-a1877169-29ee-4938-ad5e-5043c7bb7593 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0464082 May 17 17:24:26.760565 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c9a43af-780e-4eb2-aea0-013f5a9db528 req-085cddad-941c-419d-9740-ad852badb3d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405359 May 17 17:24:27.091859 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bc729-7753-4e7c-a64c-df98e1edbc5a req-0051bcf2-bed8-4545-ac79-fdc66baba539 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:27.093411 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a67bc729-7753-4e7c-a64c-df98e1edbc5a req-0051bcf2-bed8-4545-ac79-fdc66baba539 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 943 time: 0.0499594 May 17 17:24:27.145855 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a67bc729-7753-4e7c-a64c-df98e1edbc5a req-2be8a041-f8e0-4adf-a1e4-e96a3bddff26 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468521 May 17 17:24:27.876131 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312bd167-5b34-40a5-b463-acd465f9f371 req-36d29011-7947-49da-a85f-4431395ea852 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:27.877625 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-312bd167-5b34-40a5-b463-acd465f9f371 req-36d29011-7947-49da-a85f-4431395ea852 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0475550 May 17 17:24:27.923474 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-312bd167-5b34-40a5-b463-acd465f9f371 req-5793272d-05aa-46a4-9155-a70bb67f9c28 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403686 May 17 17:24:28.256338 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4dffa-e7a9-4124-9921-46f974712d4f req-cfadeb47-f342-4eb2-8b99-5446726b9fd2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:28.257797 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8aa4dffa-e7a9-4124-9921-46f974712d4f req-cfadeb47-f342-4eb2-8b99-5446726b9fd2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 943 time: 0.0458517 May 17 17:24:28.308967 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8aa4dffa-e7a9-4124-9921-46f974712d4f req-9b536aa4-039b-4294-adcd-4a5deb80d5ec tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450301 May 17 17:24:29.037301 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4f093f-658d-4c34-aadb-14f7e8971811 req-e03c5feb-29c3-4e5a-9871-9810d743f51a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:29.038748 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9f4f093f-658d-4c34-aadb-14f7e8971811 req-e03c5feb-29c3-4e5a-9871-9810d743f51a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0454781 May 17 17:24:29.084709 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9f4f093f-658d-4c34-aadb-14f7e8971811 req-4a3d88fe-7eda-4560-a135-8d6b4d4a7bda tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397282 May 17 17:24:29.419661 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a849ca9-efd4-4257-b0dd-50071bf17663 req-532129e9-95a6-4498-a515-cb47f06f0861 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:29.421167 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a849ca9-efd4-4257-b0dd-50071bf17663 req-532129e9-95a6-4498-a515-cb47f06f0861 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 943 time: 0.0459416 May 17 17:24:29.468917 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a849ca9-efd4-4257-b0dd-50071bf17663 req-e87ba2eb-26aa-450c-86bb-9be9354ce2ac tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421214 May 17 17:24:30.202572 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e6afa-928b-42e8-af22-0a073cfa2b46 req-58d5d723-3833-4d0f-82da-38b60179587c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:30.204051 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-912e6afa-928b-42e8-af22-0a073cfa2b46 req-58d5d723-3833-4d0f-82da-38b60179587c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0489967 May 17 17:24:30.250002 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-912e6afa-928b-42e8-af22-0a073cfa2b46 req-279c242a-460c-4c14-8b97-f1108712a791 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401566 May 17 17:24:30.426268 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 320f65b2-9902-45f5-a792-78134e375239 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:24:30.525941 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 320f65b2-9902-45f5-a792-78134e375239, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=320f65b2-9902-45f5-a792-78134e375239,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:30.538442 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '320f65b2-9902-45f5-a792-78134e375239', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'port_id': '320f65b2-9902-45f5-a792-78134e375239', 'mac_address': 'fa:16:3e:6e:7a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:24:30.572236 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 320f65b2-9902-45f5-a792-78134e375239 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:24:30.572661 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (320f65b2-9902-45f5-a792-78134e375239), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:30.590071 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790877cc-aa9e-47c7-9cfb-69c82be62797 req-ea7d8cdf-ff2d-431a-8efe-6b04706e6023 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:30.591028 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 320f65b2-9902-45f5-a792-78134e375239 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:24:30.591381 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-790877cc-aa9e-47c7-9cfb-69c82be62797 req-ea7d8cdf-ff2d-431a-8efe-6b04706e6023 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 943 time: 0.0480556 May 17 17:24:30.610153 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 320f65b2-9902-45f5-a792-78134e375239, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=320f65b2-9902-45f5-a792-78134e375239,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:30.614093 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (320f65b2-9902-45f5-a792-78134e375239), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:30.640776 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-790877cc-aa9e-47c7-9cfb-69c82be62797 req-a8f6da5e-3659-4012-8198-32f4b7dcf3d0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 May 17 17:24:30.659317 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=320f65b2-9902-45f5-a792-78134e375239,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:30.898870 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['320f65b2-9902-45f5-a792-78134e375239'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:24:31.369918 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c4d0a7-4dd5-4e79-b9a3-9fa18a80243b req-3fe04eaf-6e97-43a6-926a-18f3713b855d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:31.372059 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-44c4d0a7-4dd5-4e79-b9a3-9fa18a80243b req-3fe04eaf-6e97-43a6-926a-18f3713b855d tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0509696 May 17 17:24:31.419778 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-44c4d0a7-4dd5-4e79-b9a3-9fa18a80243b req-1c49a8dd-39aa-439d-ab80-78c5e77117d7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421090 May 17 17:24:31.751627 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62be34-74d0-4c3b-b177-257b0bcc4e00 req-820718ee-51e8-4ed8-8196-a85323f4861a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:31.753133 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6e62be34-74d0-4c3b-b177-257b0bcc4e00 req-820718ee-51e8-4ed8-8196-a85323f4861a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 944 time: 0.0465293 May 17 17:24:31.801251 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6e62be34-74d0-4c3b-b177-257b0bcc4e00 req-c741acfa-7081-4abf-a458-b1c5135496ec tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426300 May 17 17:24:32.426747 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 320f65b2-9902-45f5-a792-78134e375239 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:24:32.474821 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 320f65b2-9902-45f5-a792-78134e375239 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:24:32.481568 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 320f65b2-9902-45f5-a792-78134e375239 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:24:32.481963 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (320f65b2-9902-45f5-a792-78134e375239), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:32.541951 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b2584-b212-40c1-a8b8-c4e3bc106c3f req-82814690-d092-4e67-89f5-a4068a8d327b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:32.543437 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f87b2584-b212-40c1-a8b8-c4e3bc106c3f req-82814690-d092-4e67-89f5-a4068a8d327b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0464034 May 17 17:24:32.559474 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 320f65b2-9902-45f5-a792-78134e375239 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:24:32.559933 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (320f65b2-9902-45f5-a792-78134e375239), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:32.583211 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320f65b2-9902-45f5-a792-78134e375239'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:32.585501 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efae057c-8b1b-4919-83df-5462b96bf6d0" -d '{"events": [{"server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "name": "network-vif-plugged", "status": "completed", "tag": "320f65b2-9902-45f5-a792-78134e375239"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:32.594145 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f87b2584-b212-40c1-a8b8-c4e3bc106c3f req-9e182a56-4276-4587-8705-115b822333bc tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450928 May 17 17:24:32.597963 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 320f65b2-9902-45f5-a792-78134e375239, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=320f65b2-9902-45f5-a792-78134e375239,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:32.602570 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (320f65b2-9902-45f5-a792-78134e375239), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:32.629699 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6afdf80b-f13b-442e-9bd7-a7d63c5f583d x-openstack-request-id: req-6afdf80b-f13b-442e-9bd7-a7d63c5f583d {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:32.630025 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "name": "network-vif-plugged", "status": "completed", "tag": "320f65b2-9902-45f5-a792-78134e375239", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:32.630289 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6afdf80b-f13b-442e-9bd7-a7d63c5f583d {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:32.630703 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6afdf80b-f13b-442e-9bd7-a7d63c5f583d'] response: {'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '320f65b2-9902-45f5-a792-78134e375239', 'code': 200} May 17 17:24:32.651521 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=320f65b2-9902-45f5-a792-78134e375239,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:32.941468 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9eed50-1426-47e3-ac51-88becc87663e req-ce52de4a-90f8-4668-a161-ae8a37d9b0e8 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:32.942928 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fe9eed50-1426-47e3-ac51-88becc87663e req-ce52de4a-90f8-4668-a161-ae8a37d9b0e8 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 945 time: 0.0734069 May 17 17:24:32.943962 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ced52-c343-4cba-9839-416f48830f13 req-728d1de1-b4c0-49ac-8b06-d0f62b1e174e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:32.945542 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dd4ced52-c343-4cba-9839-416f48830f13 req-728d1de1-b4c0-49ac-8b06-d0f62b1e174e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1129 time: 0.1105013 May 17 17:24:33.020397 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dd4ced52-c343-4cba-9839-416f48830f13 req-a9040d93-eefc-4b88-ae1d-0d65926eac79 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652952 May 17 17:24:33.024068 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fe9eed50-1426-47e3-ac51-88becc87663e req-4f61153b-ff47-4bf8-8baa-06758542efe1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755656 May 17 17:24:33.723545 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64a8b0-4dae-4a95-bc94-a0c832a91e63 req-8627acf0-f0ba-475e-9bd8-79d8da1c6503 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:33.725035 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0c64a8b0-4dae-4a95-bc94-a0c832a91e63 req-8627acf0-f0ba-475e-9bd8-79d8da1c6503 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0503459 May 17 17:24:33.770924 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0c64a8b0-4dae-4a95-bc94-a0c832a91e63 req-d56a71a3-94dc-4898-a63d-7764b9ace341 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404358 May 17 17:24:34.134718 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8066df4-6892-4655-a4e4-8be297d8eb2c req-43244901-281d-4080-8fb6-879c0e1dd73f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:34.136152 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a8066df4-6892-4655-a4e4-8be297d8eb2c req-43244901-281d-4080-8fb6-879c0e1dd73f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 945 time: 0.0459437 May 17 17:24:34.182937 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a8066df4-6892-4655-a4e4-8be297d8eb2c req-fb0e1e69-eea5-4a23-bc65-ee6afb921307 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412908 May 17 17:24:34.894532 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4dcce-e81e-45bd-9b21-187579a33ae7 req-a4b95f9e-6ce1-4291-88a3-15204a765780 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:34.896024 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1ed4dcce-e81e-45bd-9b21-187579a33ae7 req-a4b95f9e-6ce1-4291-88a3-15204a765780 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0544901 May 17 17:24:34.941530 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1ed4dcce-e81e-45bd-9b21-187579a33ae7 req-d8879da3-4a39-4264-b1e2-9db2025dd21b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400002 May 17 17:24:35.295897 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1208623-c509-4de8-886d-4a42e1151952 req-340c9272-e333-44f4-8649-28a654b9681c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:35.297754 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1208623-c509-4de8-886d-4a42e1151952 req-340c9272-e333-44f4-8649-28a654b9681c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 945 time: 0.0476196 May 17 17:24:35.346708 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1208623-c509-4de8-886d-4a42e1151952 req-7767b57b-a598-44f7-b965-7905c20bf73e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433202 May 17 17:24:35.454515 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe77ff-3787-435e-8957-62161057e74c req-a4b951a1-f99d-4b82-9a8f-7345a63faab6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:35.455958 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bfe77ff-3787-435e-8957-62161057e74c req-a4b951a1-f99d-4b82-9a8f-7345a63faab6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 945 time: 0.0459375 May 17 17:24:35.507601 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bfe77ff-3787-435e-8957-62161057e74c req-4102a78c-a1f9-4ce8-98da-c2d39e6b0e06 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457916 May 17 17:24:35.530646 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50838) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:24:35.567289 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece6d3d3-d233-4c4f-8619-8b977ae29460 tempest-TestVolumeBootPattern-1655061 tempest-TestVolumeBootPattern-1655061-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:35.568784 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-ece6d3d3-d233-4c4f-8619-8b977ae29460 tempest-TestVolumeBootPattern-1655061 tempest-TestVolumeBootPattern-1655061-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1124 time: 0.0371652 May 17 17:24:35.571427 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50840) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:24:35.576314 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'port_id': '320f65b2-9902-45f5-a792-78134e375239', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:24:35.596843 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:35.673122 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:35.786672 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Allocated IP 172.27.3.162 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:24:35.888657 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for port (edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:35.919788 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:35.956938 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:24:35.959857 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:24:35.966275 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:24:35.971159 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'Port': ['ID=edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:35.996813 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:35.997069 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:35.997415 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:35.997759 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:35.998096 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:35.998429 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:35.998762 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:35.999094 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:35.999420 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:35.999750 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:36.000075 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:36.000428 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:36.000755 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:36.001078 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:36.001399 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:36.085329 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec8c3ef-b174-447b-b7f7-5840fe6af1dd req-c6d21933-4a6a-4dc7-ac93-da04135d73d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:36.086818 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7ec8c3ef-b174-447b-b7f7-5840fe6af1dd req-c6d21933-4a6a-4dc7-ac93-da04135d73d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0743492 May 17 17:24:36.206219 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7ec8c3ef-b174-447b-b7f7-5840fe6af1dd req-f72fb8aa-dd2a-4f43-81c9-efc48e1e426c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104655 May 17 17:24:36.644913 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for floatingip (65a12539-e114-4123-b2ce-ea05903c9159), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:36.710655 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:36.885639 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for port (edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:36.890825 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:36.957422 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event updated for resources: {'Port': ['ID=edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:36.967658 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (65a12539-e114-4123-b2ce-ea05903c9159), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:37.060597 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Floating IP 65a12539-e114-4123-b2ce-ea05903c9159 associated. External IP: 172.27.3.162, port: 320f65b2-9902-45f5-a792-78134e375239. May 17 17:24:37.269214 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:24:37.359572 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e046f-7248-489a-bb0f-8f9946ad1fb4 req-c6a9d4c7-54d5-4f5e-a878-35c572801264 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:37.361100 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d54e046f-7248-489a-bb0f-8f9946ad1fb4 req-c6a9d4c7-54d5-4f5e-a878-35c572801264 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0809221 May 17 17:24:37.449841 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:24:37.460281 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] Sync routers for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:24:37.474309 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d54e046f-7248-489a-bb0f-8f9946ad1fb4 req-eb509b2e-46e2-4eff-a7b0-7e1fbf168861 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069531 May 17 17:24:37.476078 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:37.478086 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:37.481822 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:37.513497 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-86ca7007-5b08-4892-810d-899616d75d2b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9410279 May 17 17:24:37.514095 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'tag': '320f65b2-9902-45f5-a792-78134e375239'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:37.516389 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81433b84-88fc-46e7-8048-ae30a60094c9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "tag": "320f65b2-9902-45f5-a792-78134e375239"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:37.589889 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:37.603078 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1374e1b0-f465-4990-9c7e-6ea88492f1ad x-openstack-request-id: req-1374e1b0-f465-4990-9c7e-6ea88492f1ad {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:37.603379 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "tag": "320f65b2-9902-45f5-a792-78134e375239", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:37.603630 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-1374e1b0-f465-4990-9c7e-6ea88492f1ad {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:37.604036 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1374e1b0-f465-4990-9c7e-6ea88492f1ad'] response: {'name': 'network-changed', 'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'tag': '320f65b2-9902-45f5-a792-78134e375239', 'status': 'completed', 'code': 200} May 17 17:24:37.665825 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-677f6f80-93e5-405a-9c76-9e2060373c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:37.667324 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-677f6f80-93e5-405a-9c76-9e2060373c26 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1129 time: 0.0391932 May 17 17:24:37.763811 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-ff4ccfda-d54a-4e64-847d-40eeb8cb925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:37.765383 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-ff4ccfda-d54a-4e64-847d-40eeb8cb925d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.0888710 May 17 17:24:37.796040 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '65a12539-e114-4123-b2ce-ea05903c9159', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'port_id': '320f65b2-9902-45f5-a792-78134e375239', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'mac_address': 'fa:16:3e:6e:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:24:36Z', 'updated_at': '2022-05-17T17:24:36Z', 'revision_number': 0, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:37.820684 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] Checking router: 9a6aa75e-8092-44c5-a43a-0bf091ffa3af for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:24:37.831198 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:37.832070 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:37.832235 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-14ca72bd-d7f5-489c-a988-3f62dc3020a0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 999 time: 0.0603116 May 17 17:24:37.885354 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-942ec60b-3f0b-4e45-92d2-10c01327e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:37.887022 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-942ec60b-3f0b-4e45-92d2-10c01327e832 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0477414 May 17 17:24:37.930261 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-07451133-e9e0-43a2-85fd-e2f35eef8a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:37.931780 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-07451133-e9e0-43a2-85fd-e2f35eef8a38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384195 May 17 17:24:37.932781 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:38.023949 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-b0223b5a-4394-4915-ad68-6d4b498aded6 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832882 May 17 17:24:38.122215 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81433b84-88fc-46e7-8048-ae30a60094c9 req-da690570-d402-4936-bc12-52fc92261f63 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911727 May 17 17:24:38.153523 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '65a12539-e114-4123-b2ce-ea05903c9159', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'port_id': '320f65b2-9902-45f5-a792-78134e375239', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'mac_address': 'fa:16:3e:6e:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:24:36Z', 'updated_at': '2022-05-17T17:24:36Z', 'revision_number': 0, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:38.178711 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6cd9493-2177-49c2-95da-2b36424cbf47 None None] The sync data for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi is: [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '65a12539-e114-4123-b2ce-ea05903c9159', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'floating_ip_address': '172.27.3.162', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'port_id': '320f65b2-9902-45f5-a792-78134e375239', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'mac_address': 'fa:16:3e:6e:7a:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:24:36Z', 'updated_at': '2022-05-17T17:24:36Z', 'revision_number': 0, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:24:38.397994 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816ee1fe-bed7-4a6d-a91e-6f3f146b7b21 None None] New status for floating IP 65a12539-e114-4123-b2ce-ea05903c9159: ACTIVE {{(pid=103829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:24:38.474369 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:24:38.573146 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:38.589582 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '311d982e-3390-4603-a366-d364964046f8', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'port_id': '311d982e-3390-4603-a366-d364964046f8', 'mac_address': 'fa:16:3e:c3:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:24:38.597021 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc172e6-6fa2-4815-b176-9d1ae85f3e7c req-e620b227-facb-4752-8513-b5932b8a0d7c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:38.600743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fbc172e6-6fa2-4815-b176-9d1ae85f3e7c req-e620b227-facb-4752-8513-b5932b8a0d7c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0504470 May 17 17:24:38.625616 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 311d982e-3390-4603-a366-d364964046f8 is: ACTIVE; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:24:38.626128 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (311d982e-3390-4603-a366-d364964046f8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:38.639565 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 311d982e-3390-4603-a366-d364964046f8 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:24:38.649317 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fbc172e6-6fa2-4815-b176-9d1ae85f3e7c req-1d43dcf6-e271-4997-9d89-6031ebd2fd37 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450811 May 17 17:24:38.660077 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:38.664144 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (311d982e-3390-4603-a366-d364964046f8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:38.711082 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=6']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:38.813321 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['311d982e-3390-4603-a366-d364964046f8'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:24:39.666810 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6afb46-b58a-4c6f-b207-40d800cadbee req-7182e112-0731-44fc-8b93-8ad7e4e41e1d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:39.668851 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4f6afb46-b58a-4c6f-b207-40d800cadbee req-7182e112-0731-44fc-8b93-8ad7e4e41e1d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0504344 May 17 17:24:39.718363 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4f6afb46-b58a-4c6f-b207-40d800cadbee req-e4006aae-d977-4629-bc44-29da285bb594 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436947 May 17 17:24:39.770406 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16817526-0af6-4e4b-92f4-cc3609c777b3 req-bafc9e4f-b537-4cdb-b6e1-f10eed60b7c3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:39.771894 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16817526-0af6-4e4b-92f4-cc3609c777b3 req-bafc9e4f-b537-4cdb-b6e1-f10eed60b7c3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 944 time: 0.0469706 May 17 17:24:39.818306 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16817526-0af6-4e4b-92f4-cc3609c777b3 req-773c4cf0-9690-4742-af74-c46bfc682afe tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403323 May 17 17:24:40.504666 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:24:40.547229 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 311d982e-3390-4603-a366-d364964046f8 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:24:40.547596 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (311d982e-3390-4603-a366-d364964046f8), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:40.616485 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 311d982e-3390-4603-a366-d364964046f8 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:24:40.616863 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (311d982e-3390-4603-a366-d364964046f8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:40.637821 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d982e-3390-4603-a366-d364964046f8'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:40.640049 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6600dd-dd65-4c0f-94eb-3fcda4f8c0f7" -d '{"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-plugged", "status": "completed", "tag": "311d982e-3390-4603-a366-d364964046f8"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:40.651352 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:40.657231 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (311d982e-3390-4603-a366-d364964046f8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:40.681482 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c00db-1d7c-45bb-b779-d712fd5d521e x-openstack-request-id: req-9b7c00db-1d7c-45bb-b779-d712fd5d521e {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:40.681797 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-plugged", "status": "completed", "tag": "311d982e-3390-4603-a366-d364964046f8", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:40.682059 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9b7c00db-1d7c-45bb-b779-d712fd5d521e {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:40.682453 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7c00db-1d7c-45bb-b779-d712fd5d521e'] response: {'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d982e-3390-4603-a366-d364964046f8', 'code': 200} May 17 17:24:40.707658 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=7']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:40.833599 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb249e60-a20f-4f44-8d92-525fbf715146 req-edeadf5a-f5ee-4066-958d-53d6a5cd867c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:40.835073 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bb249e60-a20f-4f44-8d92-525fbf715146 req-edeadf5a-f5ee-4066-958d-53d6a5cd867c tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0508075 May 17 17:24:40.883864 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bb249e60-a20f-4f44-8d92-525fbf715146 req-d95b87d9-3640-4de9-950d-e3da9bd5b0e2 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424559 May 17 17:24:40.937238 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118f56d-df83-446d-a59c-1cdb78f1951f req-61a2ef79-2075-46fa-b4fb-e5b45c507f45 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:40.938740 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a118f56d-df83-446d-a59c-1cdb78f1951f req-61a2ef79-2075-46fa-b4fb-e5b45c507f45 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0474226 May 17 17:24:40.987069 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a118f56d-df83-446d-a59c-1cdb78f1951f req-9bfd3ae9-9ab6-41e6-a07f-cbd76f32885e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423853 May 17 17:24:41.997488 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94c1fe3-f063-47e4-b61e-6a0dea3a56a1 req-7ec01dc8-61a9-4999-b436-cd0ed723c0e7 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:41.998977 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a94c1fe3-f063-47e4-b61e-6a0dea3a56a1 req-7ec01dc8-61a9-4999-b436-cd0ed723c0e7 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0484781 May 17 17:24:42.032691 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2b6a441b-bc34-43c5-aa3f-afa939b82c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:42.055456 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a94c1fe3-f063-47e4-b61e-6a0dea3a56a1 req-3eb83c72-46f1-4eae-a9a5-20f67610c589 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509958 May 17 17:24:42.118129 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2123515-7ac1-4290-bc64-b65ce7e472ce req-466a3fc3-4476-422c-baf8-dc1f89befb0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:42.119646 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c2123515-7ac1-4290-bc64-b65ce7e472ce req-466a3fc3-4476-422c-baf8-dc1f89befb0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0484736 May 17 17:24:42.166972 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c2123515-7ac1-4290-bc64-b65ce7e472ce req-ced16161-9226-4107-b271-4605d6dbaff9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416722 May 17 17:24:43.168836 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-91fc803f-a7b7-4c27-bbed-f7587423cf1a tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:43.170347 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-91fc803f-a7b7-4c27-bbed-f7587423cf1a tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.0820143 May 17 17:24:43.224382 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67336b6c-6275-42d5-920f-ff5021de2b18 req-7d84930b-95a9-4046-9cd8-1b97cd407a13 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:43.225945 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-67336b6c-6275-42d5-920f-ff5021de2b18 req-7d84930b-95a9-4046-9cd8-1b97cd407a13 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 945 time: 0.1000245 May 17 17:24:43.368585 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7d1daf-fc71-4e88-aa1f-83f1060cfdb6 req-671cbf8c-acda-49c8-8276-c7b5a343805b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:43.374475 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3d7d1daf-fc71-4e88-aa1f-83f1060cfdb6 req-671cbf8c-acda-49c8-8276-c7b5a343805b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.1126857 May 17 17:24:43.385995 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-67336b6c-6275-42d5-920f-ff5021de2b18 req-26b2f8bb-0db6-4afc-8998-e6c6cee563fb tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486268 May 17 17:24:43.388161 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Deleting port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:24:43.388550 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:43.504483 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3d7d1daf-fc71-4e88-aa1f-83f1060cfdb6 req-6509b2f9-181f-4bac-bbb8-3f433c888ba3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191201 May 17 17:24:43.535903 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] For port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:43.536468 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:43.724603 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:43.724969 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (18a48095-cda8-4466-8536-1ee231a433ac), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:43.725291 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Floating IP 18a48095-cda8-4466-8536-1ee231a433ac disassociated. External IP: 172.27.3.214, port: fe0af9ec-6cdc-40dd-8c0c-e702b9d87654. May 17 17:24:43.725645 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Calling delete_port for fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:24:43.868589 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (fe0af9ec-6cdc-40dd-8c0c-e702b9d87654), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:43.895448 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event deleted for resources: {'Port': ['ID=fe0af9ec-6cdc-40dd-8c0c-e702b9d87654,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:44.007962 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:44.045189 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:24:44.157886 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:24:44.173882 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] Sync routers for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:24:44.185693 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:44.186720 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:44.211271 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] No DVR routers for this DVR port fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:24:44.216054 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:44.219433 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d637edd6-a5e1-45c8-a0fa-9f0cf40b6ba6 req-642186b3-aea6-44c4-ac1a-2ba301771b0d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "DELETE /v2.0/ports/fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 HTTP/1.1" status: 204 len: 173 time: 1.0417390 May 17 17:24:44.220709 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'name': 'network-vif-deleted', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:44.223820 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb487294-9ef1-4332-8881-72eae9717ea9" -d '{"events": [{"server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "name": "network-vif-deleted", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:44.287231 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a33b8bf-3e78-4ff6-afb6-2e3ea6b55231 x-openstack-request-id: req-0a33b8bf-3e78-4ff6-afb6-2e3ea6b55231 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:44.287541 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53be0516-bc2a-4930-96fa-b61a1fd52d95", "name": "network-vif-deleted", "tag": "fe0af9ec-6cdc-40dd-8c0c-e702b9d87654", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:44.287866 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0a33b8bf-3e78-4ff6-afb6-2e3ea6b55231 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:44.288349 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a33b8bf-3e78-4ff6-afb6-2e3ea6b55231'] response: {'server_uuid': '53be0516-bc2a-4930-96fa-b61a1fd52d95', 'name': 'network-vif-deleted', 'tag': 'fe0af9ec-6cdc-40dd-8c0c-e702b9d87654', 'status': 'completed', 'code': 200} May 17 17:24:44.315621 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:44.468652 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-0b44cab3-092d-4efd-a76d-2bb35103c2b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:44.562189 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-43db21cd-dbba-42a8-93c9-308a5ad62940 req-c1fbd3aa-1a9c-43f9-8cbb-06334851f6fa tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=53be0516-bc2a-4930-96fa-b61a1fd52d95 HTTP/1.1" status: 200 len: 210 time: 0.0510752 May 17 17:24:44.589535 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:41Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:44.615760 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] Checking router: 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:24:44.626166 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:24:44.627393 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:44.679258 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884c66f-4169-430b-bf93-0039acc12bcf req-b2fac3d5-9bc3-40f7-94b8-dcc863faa19f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:44.687519 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e884c66f-4169-430b-bf93-0039acc12bcf req-b2fac3d5-9bc3-40f7-94b8-dcc863faa19f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0610073 May 17 17:24:44.762333 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e884c66f-4169-430b-bf93-0039acc12bcf req-5a5d0eec-ebf2-4929-95ac-8ca0704429d7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738292 May 17 17:24:44.777467 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:24:45.018255 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:41Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:24:45.048943 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bf9f0e-ede8-41bc-a3e3-2182e7d6fc17 None None] The sync data for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi is: [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:20:35Z', 'revision_number': 4, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '9f83e65b-9620-44f5-b642-ac078e655119', 'name': '', 'network_id': 'cf74492e-ca9e-42bb-83d9-ac563642f683', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'mac_address': 'fa:16:3e:67:71:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 303, 'fixed_ips': [{'subnet_id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:34Z', 'updated_at': '2022-05-17T17:20:41Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'subnets': [{'id': '8e0a7322-ce4e-4bc8-aa6f-895afd192fc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:24:45.311283 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6bd0d8-ae92-4a45-8d99-6e12137c73c1 None None] New status for floating IP 18a48095-cda8-4466-8536-1ee231a433ac: DOWN {{(pid=103829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:24:45.561975 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:45.675414 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 50934) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:24:45.749873 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9cec4f04-a48e-4aee-8617-8466376269d8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group (5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:45.782919 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9cec4f04-a48e-4aee-8617-8466376269d8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group (5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:45.854769 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9cec4f04-a48e-4aee-8617-8466376269d8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:45.858381 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9cec4f04-a48e-4aee-8617-8466376269d8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:45.860933 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9cec4f04-a48e-4aee-8617-8466376269d8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "DELETE /v2.0/security-groups/5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3 HTTP/1.1" status: 204 len: 168 time: 0.1842790 May 17 17:24:45.862871 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50938) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:24:45.877448 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.api.v2.resource [None req-afcbda94-0a4e-46e6-a67a-3ed4f336b568 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] show failed (client error): The resource could not be found. May 17 17:24:45.882002 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-afcbda94-0a4e-46e6-a67a-3ed4f336b568 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups/5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3 HTTP/1.1" status: 404 len: 347 time: 0.0179594 May 17 17:24:45.882594 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 50940) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:24:45.912459 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cec4f04-a48e-4aee-8617-8466376269d8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef37ad5-2951-4540-ab8b-dc8f9ac5b3e3,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:45.947224 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536638a-c535-49d3-be00-872a1d038968 req-1da12c9f-ed5e-40e8-9012-b5ac54b5b266 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:45.947224 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d536638a-c535-49d3-be00-872a1d038968 req-1da12c9f-ed5e-40e8-9012-b5ac54b5b266 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0996408 May 17 17:24:46.002724 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d536638a-c535-49d3-be00-872a1d038968 req-03545170-5d7e-496b-a2b9-b8b366b71554 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612457 May 17 17:24:46.013080 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Deleting port f407688b-4b72-4a1b-a7ba-8e5a10c24cd0 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:24:46.013520 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (f407688b-4b72-4a1b-a7ba-8e5a10c24cd0), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:46.096282 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (f407688b-4b72-4a1b-a7ba-8e5a10c24cd0), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:46.096649 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for floatingip (f407688b-4b72-4a1b-a7ba-8e5a10c24cd0), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:46.110557 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Calling delete_port for f407688b-4b72-4a1b-a7ba-8e5a10c24cd0 owned by network:floatingip {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:24:46.291695 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f407688b-4b72-4a1b-a7ba-8e5a10c24cd0), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:46.319618 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event deleted for resources: {'Port': ['ID=f407688b-4b72-4a1b-a7ba-8e5a10c24cd0,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:46.331303 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.332008 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.332606 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.332964 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.333300 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.333643 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.334566 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.334566 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.334734 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.334935 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.335263 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.335589 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.335917 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.336243 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.336593 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:24:46.638875 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks [] for floatingip (18a48095-cda8-4466-8536-1ee231a433ac), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:46.641366 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:46.642716 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-47f7dc39-633f-4258-b035-f2ced8a748ca tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "DELETE /v2.0/floatingips/18a48095-cda8-4466-8536-1ee231a433ac HTTP/1.1" status: 204 len: 168 time: 0.7591858 May 17 17:24:47.099769 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:47.129303 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890c89c-a5c7-465f-af64-5543f58f22b1 req-1a6c81f6-7163-452d-9d87-75fd66a493dc tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:47.131090 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1890c89c-a5c7-465f-af64-5543f58f22b1 req-1a6c81f6-7163-452d-9d87-75fd66a493dc tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0511734 May 17 17:24:47.185477 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:24:47.201234 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1890c89c-a5c7-465f-af64-5543f58f22b1 req-a4432bc4-37a9-4603-b4e3-02156fd6e383 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631227 May 17 17:24:48.288097 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:48.388463 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01ef638-6e79-4cca-96e3-f1e739da83bf req-5bdee9a2-cab8-4599-ba15-beaf8e3c2098 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:48.392795 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d01ef638-6e79-4cca-96e3-f1e739da83bf req-5bdee9a2-cab8-4599-ba15-beaf8e3c2098 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0654042 May 17 17:24:48.444494 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d01ef638-6e79-4cca-96e3-f1e739da83bf req-115c5681-4721-4446-8b43-fbf66758024b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478332 May 17 17:24:48.563567 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:24:48.584629 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:24:48.585066 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device fe0af9ec-6cdc-40dd-8c0c-e702b9d87654 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:24:49.222843 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fda81bf-efb3-49da-ae03-f9589187590f req-a5563e8e-e457-4269-bb7c-82875ab2485b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:49.224670 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3fda81bf-efb3-49da-ae03-f9589187590f req-a5563e8e-e457-4269-bb7c-82875ab2485b tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0519965 May 17 17:24:49.276160 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3fda81bf-efb3-49da-ae03-f9589187590f req-a9509bbc-f24c-40d8-a954-cbbbd05fe3b1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450854 May 17 17:24:49.579167 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902cd5d-2078-4cfe-baad-12ebb30e8a8e req-616e8652-0997-4563-9ca4-477aa2274389 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:49.581180 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7902cd5d-2078-4cfe-baad-12ebb30e8a8e req-616e8652-0997-4563-9ca4-477aa2274389 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0542741 May 17 17:24:49.637355 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7902cd5d-2078-4cfe-baad-12ebb30e8a8e req-e92d641e-9c35-4630-94a2-fe2f2a9ab08c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482469 May 17 17:24:50.408450 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af75107-3368-44c2-8d82-672247b1ba36 req-b2e5a2a3-0bc5-4b81-8f29-7bc6f98993d6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:50.410440 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3af75107-3368-44c2-8d82-672247b1ba36 req-b2e5a2a3-0bc5-4b81-8f29-7bc6f98993d6 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0538862 May 17 17:24:50.467645 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3af75107-3368-44c2-8d82-672247b1ba36 req-d81303e0-2d8f-4f8c-a4c1-900d90ce8ac3 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502264 May 17 17:24:50.775702 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62546491-b3ea-4fd8-822d-2d724dcd14fc req-ae8b3c83-d866-4adf-b066-afb573b8efe2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:50.778211 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-62546491-b3ea-4fd8-822d-2d724dcd14fc req-ae8b3c83-d866-4adf-b066-afb573b8efe2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0497453 May 17 17:24:50.859468 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-62546491-b3ea-4fd8-822d-2d724dcd14fc req-60092674-cde9-4bcb-98a3-a3916838ab8a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731614 May 17 17:24:51.594265 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8cac99-05a9-4cab-b27b-0d45a2e9c003 req-f53ad0da-4eff-481c-a9fe-ed0f3396bb9d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:51.595747 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ff8cac99-05a9-4cab-b27b-0d45a2e9c003 req-f53ad0da-4eff-481c-a9fe-ed0f3396bb9d tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0511761 May 17 17:24:51.645841 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ff8cac99-05a9-4cab-b27b-0d45a2e9c003 req-a44bef2f-1240-4ee8-9196-00f5ba6e1ff7 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430355 May 17 17:24:51.704602 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-723c3c91-a49f-4e28-bdc4-4a9e5bbee6f4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:51.706039 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-723c3c91-a49f-4e28-bdc4-4a9e5bbee6f4 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 945 time: 0.0583136 May 17 17:24:51.801298 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Deleting port 9eb9e8e8-7810-4793-8dc5-99c00a308645 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:24:51.802067 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:51.905867 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] For port 9eb9e8e8-7810-4793-8dc5-99c00a308645, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=9eb9e8e8-7810-4793-8dc5-99c00a308645,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:51.906376 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:51.929586 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Calling delete_port for 9eb9e8e8-7810-4793-8dc5-99c00a308645 owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:24:52.033304 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda18cf1-a517-4e1b-9e64-5c8d2bd5a41f req-a3cd08db-4ae2-4043-92b7-512bce4fb3de tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:52.034799 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bda18cf1-a517-4e1b-9e64-5c8d2bd5a41f req-a3cd08db-4ae2-4043-92b7-512bce4fb3de tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0927351 May 17 17:24:52.108460 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bda18cf1-a517-4e1b-9e64-5c8d2bd5a41f req-142f611a-c1bc-4082-b5b3-5a01e45f2c93 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631540 May 17 17:24:52.182896 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (9eb9e8e8-7810-4793-8dc5-99c00a308645), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:52.194734 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['b3504113-6df1-41f1-aea1-64a522780a98', '9eb9e8e8-7810-4793-8dc5-99c00a308645'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:24:52.212464 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event deleted for resources: {'Port': ['ID=9eb9e8e8-7810-4793-8dc5-99c00a308645,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:52.263279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] No DVR routers for this DVR port 9eb9e8e8-7810-4793-8dc5-99c00a308645 on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:24:52.265827 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:52.269043 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b13ae2b1-c4cd-4559-b62d-59f98d722aa1 req-e2c280d8-8637-4dcc-b5c5-f675008453e0 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "DELETE /v2.0/ports/9eb9e8e8-7810-4793-8dc5-99c00a308645 HTTP/1.1" status: 204 len: 173 time: 0.5562117 May 17 17:24:52.269483 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f44c407-b5e6-4d86-99bb-e27b020f82cc', 'name': 'network-vif-deleted', 'tag': '9eb9e8e8-7810-4793-8dc5-99c00a308645'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:52.272577 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd34a1c-1618-4bb5-b11c-5e522080f7e2" -d '{"events": [{"server_uuid": "9f44c407-b5e6-4d86-99bb-e27b020f82cc", "name": "network-vif-deleted", "tag": "9eb9e8e8-7810-4793-8dc5-99c00a308645"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:52.316259 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf71628-17d9-4891-a494-b0bfcf7f99da x-openstack-request-id: req-acf71628-17d9-4891-a494-b0bfcf7f99da {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:52.316543 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f44c407-b5e6-4d86-99bb-e27b020f82cc", "name": "network-vif-deleted", "tag": "9eb9e8e8-7810-4793-8dc5-99c00a308645", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:52.316845 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-acf71628-17d9-4891-a494-b0bfcf7f99da {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:52.317345 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf71628-17d9-4891-a494-b0bfcf7f99da'] response: {'server_uuid': '9f44c407-b5e6-4d86-99bb-e27b020f82cc', 'name': 'network-vif-deleted', 'tag': '9eb9e8e8-7810-4793-8dc5-99c00a308645', 'status': 'completed', 'code': 200} May 17 17:24:52.775384 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-919f452d-f459-45a3-9cc9-4535a091261b req-a5cd8abd-84e4-4444-beae-26b80c9512e5 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=9f44c407-b5e6-4d86-99bb-e27b020f82cc HTTP/1.1" status: 200 len: 210 time: 0.0287046 May 17 17:24:53.097300 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-c18ad6d0-c4f9-4d6c-b4c9-4cf87c8cc9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:53.098529 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-c18ad6d0-c4f9-4d6c-b4c9-4cf87c8cc9a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 1129 time: 0.0455534 May 17 17:24:53.232198 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-1e2f291d-7a6c-4181-aa3d-0a1e7d5cef29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:53.233580 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-1e2f291d-7a6c-4181-aa3d-0a1e7d5cef29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 918 time: 0.1272016 May 17 17:24:53.244235 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867a24a-6d22-4606-8feb-f5f3e7aaf5f0 req-15a62a2a-2e96-4875-961c-03d80f9a5ed7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:53.246186 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2867a24a-6d22-4606-8feb-f5f3e7aaf5f0 req-15a62a2a-2e96-4875-961c-03d80f9a5ed7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0636976 May 17 17:24:53.333022 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-249c4505-fc8c-4465-80be-1e4c95975059 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=311d982e-3390-4603-a366-d364964046f8 HTTP/1.1" status: 200 len: 1001 time: 0.0858898 May 17 17:24:53.336407 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2867a24a-6d22-4606-8feb-f5f3e7aaf5f0 req-4d406213-2cc5-4f91-8ef7-34cde5c6d1b0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839703 May 17 17:24:53.380898 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-8a1618ce-172d-4d66-912f-dd74886ea221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:53.382481 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-8a1618ce-172d-4d66-912f-dd74886ea221 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.0439768 May 17 17:24:53.430817 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-d014c927-857d-48d3-b09a-76c1ef320ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:53.432445 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-d014c927-857d-48d3-b09a-76c1ef320ca3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437655 May 17 17:24:53.538786 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-a174f059-053a-47df-a726-06f7dfc40293 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989959 May 17 17:24:53.634779 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3fd801e-8ae3-427f-a69d-95411453f00a req-260cb3eb-46ca-456b-a26f-93705b4f1b6e service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885944 May 17 17:24:54.035439 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7e3b7-246a-41ec-94ad-abbf2026ad3d req-b5064187-4f9a-4e19-a959-154def757000 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:54.036955 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0eb7e3b7-246a-41ec-94ad-abbf2026ad3d req-b5064187-4f9a-4e19-a959-154def757000 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0468974 May 17 17:24:54.083819 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0eb7e3b7-246a-41ec-94ad-abbf2026ad3d req-d373bb40-d110-4c50-9060-e4eae73dcab1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 May 17 17:24:54.459543 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8a115-63a5-4601-983a-4c3c2f262efe req-92be2b81-bc81-42b9-adca-8792bb3bc150 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:54.461088 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37b8a115-63a5-4601-983a-4c3c2f262efe req-92be2b81-bc81-42b9-adca-8792bb3bc150 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0495772 May 17 17:24:54.506975 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37b8a115-63a5-4601-983a-4c3c2f262efe req-981744b9-aef3-4b0d-8ba1-5dd1f87d8600 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403304 May 17 17:24:55.223964 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffddcdfd-f670-470a-b4c2-334acd69b06e req-50b5e38e-f535-44b0-8232-fe879320c92f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:55.225370 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ffddcdfd-f670-470a-b4c2-334acd69b06e req-50b5e38e-f535-44b0-8232-fe879320c92f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0723448 May 17 17:24:55.235997 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461bbd22-177e-462d-b3f7-99ddbf6e5fe7 req-656fa062-9c13-4afe-b741-19275f6acd3c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:55.237429 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-461bbd22-177e-462d-b3f7-99ddbf6e5fe7 req-656fa062-9c13-4afe-b741-19275f6acd3c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0825634 May 17 17:24:55.311640 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ffddcdfd-f670-470a-b4c2-334acd69b06e req-3a90dcc9-0529-40be-be0a-accac4bd3493 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732636 May 17 17:24:55.315309 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-461bbd22-177e-462d-b3f7-99ddbf6e5fe7 req-cfa31e10-fd76-416f-bcc3-74bd857a1f38 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714476 May 17 17:24:55.624556 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8002ed-e02e-4352-8225-02840292c646 req-b39682df-5761-4675-9bf2-ab8186e9c6bf tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:55.626049 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0d8002ed-e02e-4352-8225-02840292c646 req-b39682df-5761-4675-9bf2-ab8186e9c6bf tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 945 time: 0.0483465 May 17 17:24:55.676052 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0d8002ed-e02e-4352-8225-02840292c646 req-d8e3f73f-31f7-4afd-b984-eba0cc473893 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442839 May 17 17:24:56.627317 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 9eb9e8e8-7810-4793-8dc5-99c00a308645 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:24:56.647198 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 9eb9e8e8-7810-4793-8dc5-99c00a308645 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:24:56.647547 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 9eb9e8e8-7810-4793-8dc5-99c00a308645 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:24:56.647964 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:24:56.706255 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a737209b-51fd-473f-ae75-fbec4dab08ce req-049c71c7-8b7c-469b-9829-97e17c74a069 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:56.708036 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a737209b-51fd-473f-ae75-fbec4dab08ce req-049c71c7-8b7c-469b-9829-97e17c74a069 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.3255651 May 17 17:24:56.717491 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1088c23-1704-416c-a5ad-5215c4bec10a req-90a2f6fc-c92b-4741-8f36-c8cc9c975b40 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:56.719018 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c1088c23-1704-416c-a5ad-5215c4bec10a req-90a2f6fc-c92b-4741-8f36-c8cc9c975b40 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.3345418 May 17 17:24:56.725090 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 311d982e-3390-4603-a366-d364964046f8 is: ACTIVE; New status is: DOWN {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:24:56.725765 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (311d982e-3390-4603-a366-d364964046f8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:56.749537 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311d982e-3390-4603-a366-d364964046f8'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:56.752011 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10353ac0-ea57-4d6c-a7cd-bffbaf0076bc" -d '{"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-unplugged", "status": "completed", "tag": "311d982e-3390-4603-a366-d364964046f8"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:56.764197 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:56.768170 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (311d982e-3390-4603-a366-d364964046f8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:56.795367 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a737209b-51fd-473f-ae75-fbec4dab08ce req-5a094619-a29c-4457-a485-056304635f9e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753684 May 17 17:24:56.798399 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c1088c23-1704-416c-a5ad-5215c4bec10a req-8704f396-6018-4f44-821e-a8cb136c346f tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722835 May 17 17:24:56.816752 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=8']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:56.853642 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 17:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524fc23a-e68f-4dfb-8eaf-6d1b4052106c x-openstack-request-id: req-524fc23a-e68f-4dfb-8eaf-6d1b4052106c {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:56.853966 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-unplugged", "status": "completed", "tag": "311d982e-3390-4603-a366-d364964046f8", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:56.854230 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-524fc23a-e68f-4dfb-8eaf-6d1b4052106c {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:56.854681 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-524fc23a-e68f-4dfb-8eaf-6d1b4052106c'] response: {'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '311d982e-3390-4603-a366-d364964046f8', 'code': 200} May 17 17:24:56.900197 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593ec54d-a855-488b-830c-85c735565b5c req-d2a98b47-be11-4031-9761-d6bcbcc5f621 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:56.902174 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-593ec54d-a855-488b-830c-85c735565b5c req-d2a98b47-be11-4031-9761-d6bcbcc5f621 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0459628 May 17 17:24:56.947013 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-593ec54d-a855-488b-830c-85c735565b5c req-a169fc74-568c-4b59-8e93-9e7630e11cfe tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393572 May 17 17:24:57.963136 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f54a8-509c-4ba4-b9fb-8ff0f44963bc req-a994f75d-f1ec-49ec-84ab-ca0b3c42a7f3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:57.965186 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-751f54a8-509c-4ba4-b9fb-8ff0f44963bc req-a994f75d-f1ec-49ec-84ab-ca0b3c42a7f3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0772264 May 17 17:24:57.982985 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dac1c5-7b56-4a19-a38c-1920ea287155 req-d6fb4f30-c1d2-469b-bc34-3ff1d66c5167 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:57.984463 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-58dac1c5-7b56-4a19-a38c-1920ea287155 req-d6fb4f30-c1d2-469b-bc34-3ff1d66c5167 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0855079 May 17 17:24:58.048149 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-751f54a8-509c-4ba4-b9fb-8ff0f44963bc req-84f3a3b0-ae1e-4fb0-baa9-d0f9a8099c08 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773044 May 17 17:24:58.060900 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-58dac1c5-7b56-4a19-a38c-1920ea287155 req-851945c7-95b9-4692-80b6-071d2c5a454a tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/security-groups?id=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659394 May 17 17:24:58.157385 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285b3b1f-8c41-4ef1-a6c3-cac1c3d5e305 req-1294ad05-e26e-4dbd-9799-6b2c7f946dc4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:58.158887 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-285b3b1f-8c41-4ef1-a6c3-cac1c3d5e305 req-1294ad05-e26e-4dbd-9799-6b2c7f946dc4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0519874 May 17 17:24:58.209450 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-285b3b1f-8c41-4ef1-a6c3-cac1c3d5e305 req-710102b5-6ba1-4c1b-b358-ec96a2d4ebd0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448477 May 17 17:24:58.526451 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751a282-9889-4553-824b-22a38ccb4d49 req-bd9a8cfa-4fc1-44fc-875d-e8cf8c1442d8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:58.527917 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b751a282-9889-4553-824b-22a38ccb4d49 req-bd9a8cfa-4fc1-44fc-875d-e8cf8c1442d8 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 945 time: 0.0500131 May 17 17:24:58.847079 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-b751a282-9889-4553-824b-22a38ccb4d49 req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Deleting port b3504113-6df1-41f1-aea1-64a522780a98 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:24:58.847352 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-b751a282-9889-4553-824b-22a38ccb4d49 req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (b3504113-6df1-41f1-aea1-64a522780a98), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:58.939433 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-b751a282-9889-4553-824b-22a38ccb4d49 req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] For port b3504113-6df1-41f1-aea1-64a522780a98, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=b3504113-6df1-41f1-aea1-64a522780a98,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:24:58.939800 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-b751a282-9889-4553-824b-22a38ccb4d49 req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (b3504113-6df1-41f1-aea1-64a522780a98), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:58.952788 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-b751a282-9889-4553-824b-22a38ccb4d49 req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Calling delete_port for b3504113-6df1-41f1-aea1-64a522780a98 owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:24:59.081739 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-b751a282-9889-4553-824b-22a38ccb4d49 req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (b3504113-6df1-41f1-aea1-64a522780a98), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:59.096102 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['b3504113-6df1-41f1-aea1-64a522780a98'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:24:59.114836 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Pushing event deleted for resources: {'Port': ['ID=b3504113-6df1-41f1-aea1-64a522780a98,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:24:59.164704 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-b751a282-9889-4553-824b-22a38ccb4d49 req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] No DVR routers for this DVR port b3504113-6df1-41f1-aea1-64a522780a98 on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:24:59.182319 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-b751a282-9889-4553-824b-22a38ccb4d49 req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:24:59.186184 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b751a282-9889-4553-824b-22a38ccb4d49 req-40a890e1-73c2-4cb8-8162-e00947c36cf1 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.36 "DELETE /v2.0/ports/b3504113-6df1-41f1-aea1-64a522780a98 HTTP/1.1" status: 204 len: 173 time: 0.4189003 May 17 17:24:59.186620 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3062e305-9bca-4a27-bd79-ae66985e7886', 'name': 'network-vif-deleted', 'tag': 'b3504113-6df1-41f1-aea1-64a522780a98'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:24:59.188980 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a6a079c-9ffe-4d89-9ca4-6232cadbeb0e" -d '{"events": [{"server_uuid": "3062e305-9bca-4a27-bd79-ae66985e7886", "name": "network-vif-deleted", "tag": "b3504113-6df1-41f1-aea1-64a522780a98"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:24:59.228980 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b6775095-1174-4188-836b-a0fc5d3e8e94 req-0a88905b-2385-4901-977b-7231d8a7c852 tempest-ServerRescueNegativeTestJSON-1855467330 tempest-ServerRescueNegativeTestJSON-1855467330-project] 10.222.0.81 "GET /v2.0/ports?device_id=3062e305-9bca-4a27-bd79-ae66985e7886 HTTP/1.1" status: 200 len: 210 time: 0.0664687 May 17 17:24:59.247206 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e06dd-6c9b-4ebd-a0f3-668843ab09c7 req-8f68b84b-ea68-43ff-96d0-4d1184bd228e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:59.249668 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-431e06dd-6c9b-4ebd-a0f3-668843ab09c7 req-8f68b84b-ea68-43ff-96d0-4d1184bd228e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0874724 May 17 17:24:59.305100 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-431e06dd-6c9b-4ebd-a0f3-668843ab09c7 req-10412086-452c-4e0b-86eb-dc2c3b936945 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506275 May 17 17:24:59.363337 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587eff87-c40b-47f1-a579-b6eab0bbd77f x-openstack-request-id: req-587eff87-c40b-47f1-a579-b6eab0bbd77f {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:24:59.363631 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3062e305-9bca-4a27-bd79-ae66985e7886", "name": "network-vif-deleted", "tag": "b3504113-6df1-41f1-aea1-64a522780a98", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:24:59.364217 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-587eff87-c40b-47f1-a579-b6eab0bbd77f {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:24:59.364342 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-587eff87-c40b-47f1-a579-b6eab0bbd77f'] response: {'server_uuid': '3062e305-9bca-4a27-bd79-ae66985e7886', 'name': 'network-vif-deleted', 'tag': 'b3504113-6df1-41f1-aea1-64a522780a98', 'status': 'completed', 'code': 200} May 17 17:24:59.443864 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c8b49-28f3-498c-9709-0cd71fae392a req-0813d47f-6a16-4c38-b4c8-30c4b23165c0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:24:59.445481 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf0c8b49-28f3-498c-9709-0cd71fae392a req-0813d47f-6a16-4c38-b4c8-30c4b23165c0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0477936 May 17 17:24:59.496867 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf0c8b49-28f3-498c-9709-0cd71fae392a req-0a152bcb-10b2-4b0f-b554-24f7cde82d38 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454473 May 17 17:25:00.286811 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51082) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:00.505918 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f297c8f-1fce-4e08-a6a0-92a6c3a53a47 req-8bc5d534-3fc1-41ff-94b4-8101dfbca56d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:00.507467 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5f297c8f-1fce-4e08-a6a0-92a6c3a53a47 req-8bc5d534-3fc1-41ff-94b4-8101dfbca56d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.1237719 May 17 17:25:00.536905 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-d556a46c-0aa9-4438-bc9c-9e82356cfbe0 service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0407293 May 17 17:25:00.550541 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eb713c-bc74-48e1-8891-d3727382d6cb req-cc991907-21ed-4df7-846a-7aa9efcaff9c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:00.552011 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-01eb713c-bc74-48e1-8891-d3727382d6cb req-cc991907-21ed-4df7-846a-7aa9efcaff9c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.1145453 May 17 17:25:00.649847 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:00.661379 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5f297c8f-1fce-4e08-a6a0-92a6c3a53a47 req-d5704e0d-983c-46a8-8a11-5f154142fb26 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447868 May 17 17:25:00.720423 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-19311030-f91b-4e60-9761-fede5a719c5e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:00.721825 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-19311030-f91b-4e60-9761-fede5a719c5e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports/311d982e-3390-4603-a366-d364964046f8 HTTP/1.1" status: 200 len: 940 time: 0.1517210 May 17 17:25:00.736014 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-01eb713c-bc74-48e1-8891-d3727382d6cb req-b00adced-6688-42a3-8d92-f4f4e1b817d3 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765373 May 17 17:25:00.753099 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 311d982e-3390-4603-a366-d364964046f8 is: DOWN; New status is: DOWN {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:00.754273 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device b3504113-6df1-41f1-aea1-64a522780a98 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:00.773806 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: b3504113-6df1-41f1-aea1-64a522780a98 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:25:00.773806 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device b3504113-6df1-41f1-aea1-64a522780a98 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:25:00.952002 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:01.261811 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Deleting port 9f83e65b-9620-44f5-b642-ac078e655119 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:01.262152 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (9f83e65b-9620-44f5-b642-ac078e655119), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:01.346529 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] For port 9f83e65b-9620-44f5-b642-ac078e655119, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=9f83e65b-9620-44f5-b642-ac078e655119,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:01.347259 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (9f83e65b-9620-44f5-b642-ac078e655119), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:01.359869 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Calling delete_port for 9f83e65b-9620-44f5-b642-ac078e655119 owned by network:router_interface {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:01.536454 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (9f83e65b-9620-44f5-b642-ac078e655119), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:01.565345 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f83e65b-9620-44f5-b642-ac078e655119,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:01.660113 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-925a3a91-576e-4aab-844d-7cfce002ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:01.661741 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-925a3a91-576e-4aab-844d-7cfce002ec92 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de&tenant_id=31b28ed8fa0c42dc8294631db314ab0a HTTP/1.1" status: 200 len: 1127 time: 0.0701039 May 17 17:25:01.756919 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-447a4b46-dc5a-4486-9ba1-77c5fd585c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:01.758314 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-447a4b46-dc5a-4486-9ba1-77c5fd585c1e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 1127 time: 0.0584850 May 17 17:25:01.909225 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9dbb2-e384-42d0-b8e4-581ef04ebe6e req-695dbac3-7e02-46eb-af91-6a0a3bad5dc5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:01.910698 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8e9dbb2-e384-42d0-b8e4-581ef04ebe6e req-695dbac3-7e02-46eb-af91-6a0a3bad5dc5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.1656845 May 17 17:25:01.933812 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:01.959920 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24a722-3880-417f-90b1-d314e7b278bf req-7aeebf06-c05c-4846-8dd9-9fd3d9b735d7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:01.961391 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0d24a722-3880-417f-90b1-d314e7b278bf req-7aeebf06-c05c-4846-8dd9-9fd3d9b735d7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.1316476 May 17 17:25:02.040367 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-282b32c4-a1b6-42db-93e2-f53cfe678fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:02.041727 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-282b32c4-a1b6-42db-93e2-f53cfe678fd8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 200 len: 918 time: 0.2754312 May 17 17:25:02.080785 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8e9dbb2-e384-42d0-b8e4-581ef04ebe6e req-19f3b9c6-2ba5-4d35-b4b3-0f7fff5609dc tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586699 May 17 17:25:02.417885 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0d24a722-3880-417f-90b1-d314e7b278bf req-48d5e81f-36e6-4d58-b763-160b5c6bb227 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4475570 May 17 17:25:02.436908 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-18d938dd-f15a-4a8f-a1e1-dad39c93dc28 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=311d982e-3390-4603-a366-d364964046f8 HTTP/1.1" status: 200 len: 999 time: 0.3769081 May 17 17:25:02.533324 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-b7d8a015-ec2f-4f4e-942b-39ef393ed007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:02.534772 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-b7d8a015-ec2f-4f4e-942b-39ef393ed007 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 200 len: 856 time: 0.0916052 May 17 17:25:02.617042 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-1f24ecdd-967a-43a0-8c9a-89ce8368bc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:02.618535 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-1f24ecdd-967a-43a0-8c9a-89ce8368bc81 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0b423006-12e3-472b-b6a6-0910894ab360&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776522 May 17 17:25:02.620314 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:25:02.783082 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-189edac2-0436-419b-830f-41eda05d8a4d service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561804 May 17 17:25:02.799550 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:25:02.811528 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] Sync routers for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:25:02.821478 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-fb7bb901-3193-43c8-bacf-13c912902294 admin admin] 10.222.0.81 "PUT /v2.0/routers/499e8f5c-83a3-462c-ab46-7b3cfd913bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5331278 May 17 17:25:02.824439 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51120) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:02.828704 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:02.829719 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:02.908428 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f250678c-aee1-493a-aafd-f3f23dfabe3e req-021eeefa-18d1-4882-a0c1-2ff492a49d95 service neutron] 10.222.0.36 "GET /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194754 May 17 17:25:02.939076 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks [] for router (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:02.939365 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:03.044717 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks [] for router_gateway (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:03.092960 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Deleting port 43e32f5f-bcb2-4add-be84-243bda1e15e6 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:03.093301 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:03.178067 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46'}], 'enable_snat': True}, 'gw_port_id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:25:01Z', 'revision_number': 5, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port': {'id': '43e32f5f-bcb2-4add-be84-243bda1e15e6', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:6f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:31Z', 'updated_at': '2022-05-17T17:20:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:03.185190 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] For port 43e32f5f-bcb2-4add-be84-243bda1e15e6, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=43e32f5f-bcb2-4add-be84-243bda1e15e6,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:03.185567 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:03.200011 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Calling delete_port for 43e32f5f-bcb2-4add-be84-243bda1e15e6 owned by network:router_gateway {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:03.217826 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] Checking router: 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:25:03.233476 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] Routers {'499e8f5c-83a3-462c-ab46-7b3cfd913bb3'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:03.234892 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:03.236610 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5dfd9e-dca4-433a-9469-0b2b88786efe req-059e0c55-910f-4085-a93c-219bbe1c861a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:03.238478 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ea5dfd9e-dca4-433a-9469-0b2b88786efe req-059e0c55-910f-4085-a93c-219bbe1c861a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0806415 May 17 17:25:03.331734 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ea5dfd9e-dca4-433a-9469-0b2b88786efe req-a2691d94-9233-4736-902c-1c17f08bc530 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853939 May 17 17:25:03.412645 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (43e32f5f-bcb2-4add-be84-243bda1e15e6), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:03.467544 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Pushing event deleted for resources: {'Port': ['ID=43e32f5f-bcb2-4add-be84-243bda1e15e6,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:03.520517 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] Set router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 gateway port host: None {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:03.645936 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:03.671625 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:25:03Z', 'revision_number': 6, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port_host': None}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:03.688999 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc044c7a-e38e-49ca-8e7a-bb79fd617aa3 req-f7e1a3d8-acb6-4879-9141-b499183abbeb tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:03.701712 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cc044c7a-e38e-49ca-8e7a-bb79fd617aa3 req-f7e1a3d8-acb6-4879-9141-b499183abbeb tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0898674 May 17 17:25:03.737851 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd77dea-d3d6-4b23-bdcb-be1ce9e4f22a None None] The sync data for ids ['499e8f5c-83a3-462c-ab46-7b3cfd913bb3'] in dv-cinder-842148-1-iscsi is: [{'id': '499e8f5c-83a3-462c-ab46-7b3cfd913bb3', 'name': 'tempest-ServerRescueNegativeTestJSON-339193032-router', 'tenant_id': '93dd0a88a2cb45b996d160bbe9801435', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:30Z', 'updated_at': '2022-05-17T17:25:03Z', 'revision_number': 6, 'project_id': '93dd0a88a2cb45b996d160bbe9801435', 'gw_port_host': None}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:25:03.813211 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cc044c7a-e38e-49ca-8e7a-bb79fd617aa3 req-a0123276-e71c-428d-ba5f-1de681436572 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103098 May 17 17:25:03.833562 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:03.836588 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks [] for router_controller (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), precommit_delete_associations {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:03.927708 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (499e8f5c-83a3-462c-ab46-7b3cfd913bb3), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:03.930380 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 499e8f5c-83a3-462c-ab46-7b3cfd913bb3 {{(pid=103826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:25:03.936913 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] Publish callbacks [] for router (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:03.938239 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-187c4453-d29b-4679-81bf-72655935b1da admin admin] 10.222.0.81 "DELETE /v2.0/routers/499e8f5c-83a3-462c-ab46-7b3cfd913bb3 HTTP/1.1" status: 204 len: 168 time: 1.1123297 May 17 17:25:03.942018 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51148) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:04.004616 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a7be08-6941-4e92-829e-1521215c53fb admin admin] Deleting subnet 8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:25:04.008954 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49a7be08-6941-4e92-829e-1521215c53fb admin admin] Publish callbacks [] for subnet (8e0a7322-ce4e-4bc8-aa6f-895afd192fc7), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.053735 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49a7be08-6941-4e92-829e-1521215c53fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (8e0a7322-ce4e-4bc8-aa6f-895afd192fc7), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.197432 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49a7be08-6941-4e92-829e-1521215c53fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (8e0a7322-ce4e-4bc8-aa6f-895afd192fc7), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.276088 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49a7be08-6941-4e92-829e-1521215c53fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (8e0a7322-ce4e-4bc8-aa6f-895afd192fc7), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.309067 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0572a51c-3317-4471-a3a5-25edb4aacb33 None None] Network cf74492e-ca9e-42bb-83d9-ac563642f683 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:25:04.336429 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-49a7be08-6941-4e92-829e-1521215c53fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.341908 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-49a7be08-6941-4e92-829e-1521215c53fb admin admin] 10.222.0.81 "DELETE /v2.0/subnets/8e0a7322-ce4e-4bc8-aa6f-895afd192fc7 HTTP/1.1" status: 204 len: 168 time: 0.3981349 May 17 17:25:04.343362 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7be08-6941-4e92-829e-1521215c53fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e0a7322-ce4e-4bc8-aa6f-895afd192fc7,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:04.344974 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51152) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:04.505398 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (cf74492e-ca9e-42bb-83d9-ac563642f683), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.539555 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3e9c1-4598-4a76-8077-357ab5ea8f22 req-6223157c-3f27-4916-9973-961540478eb4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:04.570365 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16e3e9c1-4598-4a76-8077-357ab5ea8f22 req-6223157c-3f27-4916-9973-961540478eb4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0994453 May 17 17:25:04.589550 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Deleting port 692897d6-24d4-4f01-ae58-4541660e4a3c {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:04.589550 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.615217 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd32a8a9-bcd3-45c2-93ee-4ee92a1796dc None None] DHCP port deletion for cf74492e-ca9e-42bb-83d9-ac563642f683 request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:25:04.694077 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] For port 692897d6-24d4-4f01-ae58-4541660e4a3c, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=692897d6-24d4-4f01-ae58-4541660e4a3c,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:04.694581 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.735753 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Calling delete_port for 692897d6-24d4-4f01-ae58-4541660e4a3c owned by network:dhcp {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:04.739026 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16e3e9c1-4598-4a76-8077-357ab5ea8f22 req-f25c1715-60a2-456e-9d4c-af1a72d4e55f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655953 May 17 17:25:04.742909 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-bd32a8a9-bcd3-45c2-93ee-4ee92a1796dc None None] Deleting port 692897d6-24d4-4f01-ae58-4541660e4a3c {{(pid=103828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:04.743649 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bd32a8a9-bcd3-45c2-93ee-4ee92a1796dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), before_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.896788 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-bd32a8a9-bcd3-45c2-93ee-4ee92a1796dc None None] For port 692897d6-24d4-4f01-ae58-4541660e4a3c, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=692897d6-24d4-4f01-ae58-4541660e4a3c,segment=NetworkSegment(5868a565-e286-459b-a3f3-6e3f0f599d5a),segment_id=5868a565-e286-459b-a3f3-6e3f0f599d5a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:04.897469 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bd32a8a9-bcd3-45c2-93ee-4ee92a1796dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), precommit_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:04.924263 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-bd32a8a9-bcd3-45c2-93ee-4ee92a1796dc None None] Calling delete_port for 692897d6-24d4-4f01-ae58-4541660e4a3c owned by network:dhcp {{(pid=103828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:05.075393 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:05.134363 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=692897d6-24d4-4f01-ae58-4541660e4a3c,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:05.152340 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb38acc-a33c-40cb-8576-3615c729d5ba req-ca657651-8bc0-4713-895f-be8cd1fedd7a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:05.156983 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bd32a8a9-bcd3-45c2-93ee-4ee92a1796dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949'] for port (692897d6-24d4-4f01-ae58-4541660e4a3c), after_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:05.159821 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dbb38acc-a33c-40cb-8576-3615c729d5ba req-ca657651-8bc0-4713-895f-be8cd1fedd7a tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.1138589 May 17 17:25:05.190268 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] No DVR routers for this DVR port 692897d6-24d4-4f01-ae58-4541660e4a3c on host dv-cinder-842148-1-iscsi {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:25:05.211420 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd32a8a9-bcd3-45c2-93ee-4ee92a1796dc None None] Pushing event deleted for resources: {'Port': ['ID=692897d6-24d4-4f01-ae58-4541660e4a3c,revision_number=None']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:05.225463 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd32a8a9-bcd3-45c2-93ee-4ee92a1796dc None None] No DVR routers for this DVR port 692897d6-24d4-4f01-ae58-4541660e4a3c on host dv-cinder-842148-1-iscsi {{(pid=103828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:25:05.229126 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 692897d6-24d4-4f01-ae58-4541660e4a3c no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:05.251089 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dbb38acc-a33c-40cb-8576-3615c729d5ba req-725dbd47-434f-446e-83bb-796c20b86ead tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902221 May 17 17:25:05.294767 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 692897d6-24d4-4f01-ae58-4541660e4a3c {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:25:05.294767 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 692897d6-24d4-4f01-ae58-4541660e4a3c not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:25:05.294767 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 43e32f5f-bcb2-4add-be84-243bda1e15e6 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:05.317409 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 43e32f5f-bcb2-4add-be84-243bda1e15e6 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:25:05.317987 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 43e32f5f-bcb2-4add-be84-243bda1e15e6 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:25:05.318184 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9f83e65b-9620-44f5-b642-ac078e655119 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:05.351043 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 9f83e65b-9620-44f5-b642-ac078e655119 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:25:05.351043 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9f83e65b-9620-44f5-b642-ac078e655119 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:25:05.384166 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (cf74492e-ca9e-42bb-83d9-ac563642f683), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:05.443982 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf74492e-ca9e-42bb-83d9-ac563642f683']}} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:05.482210 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5868a565-e286-459b-a3f3-6e3f0f599d5a') {'for_net_delete': True} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:05.482684 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5868a565-e286-459b-a3f3-6e3f0f599d5a') {} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:05.512739 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2590627'] for segment (5868a565-e286-459b-a3f3-6e3f0f599d5a), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:05.536478 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (5868a565-e286-459b-a3f3-6e3f0f599d5a), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:05.547179 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Releasing vlan 836 on physical network physnet1 to pool {{(pid=103826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:25:05.548329 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040235'] for segment (5868a565-e286-459b-a3f3-6e3f0f599d5a), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: Traceback (most recent call last): May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: timer() May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: cb(*args, **kw) May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: return func(*args, **kwargs) May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: self._notify() May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: self.callback(batched_events) May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: event.method(event) May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: return f(self, *a, **k) May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._get(url).json() May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: return self.request(url, 'GET', **kwargs) May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:25:05.551191 dv-cinder-842148-1-iscsi neutron-server[103826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:25:05.636705 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (cf74492e-ca9e-42bb-83d9-ac563642f683), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:05.665240 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf74492e-ca9e-42bb-83d9-ac563642f683,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:05.667782 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:05.671682 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-51d7008f-1456-441c-a014-f1d3fcf484a5 admin admin] 10.222.0.81 "DELETE /v2.0/networks/cf74492e-ca9e-42bb-83d9-ac563642f683 HTTP/1.1" status: 204 len: 168 time: 1.3246505 May 17 17:25:05.938104 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51164) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:05.953882 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0436362a-dbdc-4cf8-b5ec-17455a7efbb4 req-70f15dda-0c99-443a-a2c5-c7e3278afdc4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:05.956919 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0436362a-dbdc-4cf8-b5ec-17455a7efbb4 req-70f15dda-0c99-443a-a2c5-c7e3278afdc4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0737405 May 17 17:25:06.005878 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-d980118a-0808-462d-8468-30549b7f2948 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=93dd0a88a2cb45b996d160bbe9801435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664632 May 17 17:25:06.009277 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51166) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:06.057888 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0436362a-dbdc-4cf8-b5ec-17455a7efbb4 req-fe786616-3c9e-4eaf-b178-80c5baaa7893 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911663 May 17 17:25:06.115814 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9182-b33e-49ce-be54-34d665681ce7 admin admin] Publish callbacks [] for security_group (ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:06.153984 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9182-b33e-49ce-be54-34d665681ce7 admin admin] Publish callbacks [] for security_group (ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:06.222791 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9182-b33e-49ce-be54-34d665681ce7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:06.225545 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e1cb9182-b33e-49ce-be54-34d665681ce7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:06.230237 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e1cb9182-b33e-49ce-be54-34d665681ce7 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30 HTTP/1.1" status: 204 len: 168 time: 0.2160249 May 17 17:25:06.240753 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb9182-b33e-49ce-be54-34d665681ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce64b0d5-3d10-4e99-b7cb-dbac57cb8b30,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:06.455232 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af593537-0fae-449e-aee6-097864a954e6 req-e3779aef-b1a1-4a03-b2b9-330f34812e36 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:06.457208 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-af593537-0fae-449e-aee6-097864a954e6 req-e3779aef-b1a1-4a03-b2b9-330f34812e36 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0646646 May 17 17:25:06.540928 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-af593537-0fae-449e-aee6-097864a954e6 req-6e1b7aa4-c8b8-4471-86db-65087ba84ea8 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772076 May 17 17:25:07.237680 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf2975e-7414-47c0-9b61-f8702fc85570 req-4bdb7e74-82de-41a0-b94b-58ff959613ba tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:07.240131 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6bf2975e-7414-47c0-9b61-f8702fc85570 req-4bdb7e74-82de-41a0-b94b-58ff959613ba tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0894015 May 17 17:25:07.337600 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6bf2975e-7414-47c0-9b61-f8702fc85570 req-c4cf0279-4492-4255-94db-c05dbd91805f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808611 May 17 17:25:07.362458 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51198) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:07.523387 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-174242057-network', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:07.555203 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Made reservation on behalf of 958c6d85caa04eee872fb7105e5c8685 for: {'network': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:25:07.558260 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:07.572132 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:07.798447 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23c0672-a380-4f4b-a147-92cc1ac92180 req-1a882fe4-9d33-45d3-9af9-6eed9edda1cd tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:07.798845 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f23c0672-a380-4f4b-a147-92cc1ac92180 req-1a882fe4-9d33-45d3-9af9-6eed9edda1cd tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0877068 May 17 17:25:07.818337 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Publish callbacks [] for security_group (63842ad4-4f65-48be-932d-5bb148c005a6), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:07.829524 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (63842ad4-4f65-48be-932d-5bb148c005a6), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:07.877253 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=103827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:25:07.896572 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63842ad4-4f65-48be-932d-5bb148c005a6,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:07.912812 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f23c0672-a380-4f4b-a147-92cc1ac92180 req-e69ca76a-7264-4fad-a563-95130061aeae tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041789 May 17 17:25:07.916440 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (760a3297-5888-45e0-8c81-0bfe25f7446f), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:07.917431 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.segments_db [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Added segment 760a3297-5888-45e0-8c81-0bfe25f7446f of type vlan for network c612002e-87b0-4d7f-970d-33b375a98875 May 17 17:25:07.986207 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (c612002e-87b0-4d7f-970d-33b375a98875), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.019077 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (c612002e-87b0-4d7f-970d-33b375a98875), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.020137 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:08.020829 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.068501 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.7044406 May 17 17:25:08.071719 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51206) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:08.077945 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Request body: {'subnet': {'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-174242057-subnet', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:08.103895 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dad9a-4f86-46ae-b550-f6644204d5f9 admin admin] Pushing event updated for resources: {'Network': ['ID=c612002e-87b0-4d7f-970d-33b375a98875,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:08.114969 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network c612002e-87b0-4d7f-970d-33b375a98875 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:25:08.118778 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Made reservation on behalf of 958c6d85caa04eee872fb7105e5c8685 for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:25:08.125466 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3392307'] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.324766 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4041416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3392293'] for subnet (60d1c8bb-e7bf-4ff4-9fb2-c909465a153b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.396026 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:08.424904 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Checking segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:25:08.425452 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Network hostable DHCP agents. Network: c612002e-87b0-4d7f-970d-33b375a98875, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:25:08.457133 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Network c612002e-87b0-4d7f-970d-33b375a98875 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:25:08.471756 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, c612002e-87b0-4d7f-970d-33b375a98875) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:25:08.477886 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:08.480170 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.486348 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f5b3d7-b31c-41aa-8249-9670777a18c2 None None] Network c612002e-87b0-4d7f-970d-33b375a98875 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:25:08.519152 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-7c49e683-6aed-433a-89f4-88e85e3ec864 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4458005 May 17 17:25:08.522852 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51210) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:08.532051 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:08.537579 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb23305a-af21-44dc-bc01-fcfa36e2e2c5 req-574a5a99-aec3-45fd-9772-1c2ae33788d4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:08.540419 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eb23305a-af21-44dc-bc01-fcfa36e2e2c5 req-574a5a99-aec3-45fd-9772-1c2ae33788d4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.1068199 May 17 17:25:08.575091 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (a8daa72d-8485-4b26-a6b4-b6d2d226257a), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.577695 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (a8daa72d-8485-4b26-a6b4-b6d2d226257a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.687922 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks [] for router_controller (a8daa72d-8485-4b26-a6b4-b6d2d226257a), precommit_add_association {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.715997 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eb23305a-af21-44dc-bc01-fcfa36e2e2c5 req-439622c7-6b5e-4cbf-bc34-a076cacfb86c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576793 May 17 17:25:08.813723 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-c612002e-87b0-4d7f-970d-33b375a98875', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:25:08.815035 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:08.934786 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks [] for router_gateway (a8daa72d-8485-4b26-a6b4-b6d2d226257a), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.122639 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Allocated IP 172.20.0.2 (c612002e-87b0-4d7f-970d-33b375a98875/60d1c8bb-e7bf-4ff4-9fb2-c909465a153b/76a05694-6471-4d8c-b983-8115e21724a0) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:25:09.137692 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b92491-f2b9-4927-b95a-837139cd4f3f req-9e8e39e5-15e1-4a14-907e-9df5a230237e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:09.140563 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3b92491-f2b9-4927-b95a-837139cd4f3f req-9e8e39e5-15e1-4a14-907e-9df5a230237e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0895023 May 17 17:25:09.218407 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3b92491-f2b9-4927-b95a-837139cd4f3f req-8debdb59-e55d-49c1-95a1-44d498c8ae5b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668480 May 17 17:25:09.315388 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks [] for router_gateway (a8daa72d-8485-4b26-a6b4-b6d2d226257a), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.353403 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.415765 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Publish callbacks [] for port (76a05694-6471-4d8c-b983-8115e21724a0), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.423652 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (76a05694-6471-4d8c-b983-8115e21724a0), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.471281 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Network c612002e-87b0-4d7f-970d-33b375a98875 is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:25:09.476261 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:25:09.481636 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:25:09.493096 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Pushing event updated for resources: {'Port': ['ID=76a05694-6471-4d8c-b983-8115e21724a0,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:09.503295 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.503640 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.503990 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.504353 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.504703 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.505034 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.505363 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.505701 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.506028 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.506358 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.506689 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.507041 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.507374 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.507699 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.508021 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:09.523068 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Allocated IP 172.27.3.79 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/95c7b909-bc20-4615-8ea2-1de43ee33884) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:25:09.611177 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Attempting to bind port 76a05694-6471-4d8c-b983-8115e21724a0 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:25:09.611603 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Attempting to bind port 76a05694-6471-4d8c-b983-8115e21724a0 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:25:09.611923 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Attempting to bind port 76a05694-6471-4d8c-b983-8115e21724a0 on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:25:09.625054 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:25:09.625605 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Checking segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:25:09.626166 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.626612 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Bound using segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:25:09.627304 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Bound port: 76a05694-6471-4d8c-b983-8115e21724a0, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:25:09.627811 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (76a05694-6471-4d8c-b983-8115e21724a0), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.702502 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] For port 76a05694-6471-4d8c-b983-8115e21724a0, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:25:09.702905 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks [] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.706678 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] For port 76a05694-6471-4d8c-b983-8115e21724a0, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=76a05694-6471-4d8c-b983-8115e21724a0,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:25:09.713029 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (76a05694-6471-4d8c-b983-8115e21724a0), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.743728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:09.781689 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09461d94-1beb-48ff-8899-5e5196d3b689 None None] Pushing event updated for resources: {'Port': ['ID=76a05694-6471-4d8c-b983-8115e21724a0,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:09.801366 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:25:09.821735 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Pushing event updated for resources: {'Port': ['ID=95c7b909-bc20-4615-8ea2-1de43ee33884,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:09.832846 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:25:09.836196 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:25:09.960408 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade2b25a-eb6c-4c96-9d24-62f732bfa162 req-b85b120b-57df-4318-8483-d6dd3865fc94 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:09.968822 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ade2b25a-eb6c-4c96-9d24-62f732bfa162 req-b85b120b-57df-4318-8483-d6dd3865fc94 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.1237960 May 17 17:25:10.029126 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ade2b25a-eb6c-4c96-9d24-62f732bfa162 req-05d0bcd1-ee4f-4bc1-b19a-2e538f5525e2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588994 May 17 17:25:10.222251 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks [] for router_gateway (a8daa72d-8485-4b26-a6b4-b6d2d226257a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:10.429060 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e7a472-11a6-4c81-985a-24bf4199d6aa req-7edab581-08d1-4f48-91ee-4af16db61fd9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:10.433482 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-64e7a472-11a6-4c81-985a-24bf4199d6aa req-7edab581-08d1-4f48-91ee-4af16db61fd9 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0671499 May 17 17:25:10.475203 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (a8daa72d-8485-4b26-a6b4-b6d2d226257a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:10.548654 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-64e7a472-11a6-4c81-985a-24bf4199d6aa req-b770a8c5-9b20-4073-ab84-a41c9a8bd9cf tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108406 May 17 17:25:10.633518 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:25:11.076565 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:25:11.095890 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:25:11.112167 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:11.112743 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:11.112911 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:11.117561 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51230) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:11.118251 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-4d8b2c89-a5ef-4a70-9335-0ec9ba733fd4 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5920558 May 17 17:25:11.237471 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 76a05694-6471-4d8c-b983-8115e21724a0 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:25:11.369241 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:11.388770 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 76a05694-6471-4d8c-b983-8115e21724a0 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:11.390368 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (76a05694-6471-4d8c-b983-8115e21724a0), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:11.407376 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953bbaca-02db-4f1c-949c-e93a6a928c91 None None] Network c612002e-87b0-4d7f-970d-33b375a98875 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:25:11.452030 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f9081-0bbe-48e4-b6aa-b9e2089baca9 req-9b3a1161-3b8e-4122-8cf5-7af80d55e775 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:11.466622 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a19f9081-0bbe-48e4-b6aa-b9e2089baca9 req-9b3a1161-3b8e-4122-8cf5-7af80d55e775 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.1422632 May 17 17:25:11.552251 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-5e686eda-70ae-4c30-9a14-7ab17cb8eaab None None] Provisioning complete for port 76a05694-6471-4d8c-b983-8115e21724a0 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:11.553454 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5e686eda-70ae-4c30-9a14-7ab17cb8eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (76a05694-6471-4d8c-b983-8115e21724a0), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:11.726198 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a19f9081-0bbe-48e4-b6aa-b9e2089baca9 req-22ad08f2-fd84-4366-862d-31e0367a31fc tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583151 May 17 17:25:11.730364 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:10Z', 'revision_number': 3, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:11.764182 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:25:11.764922 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Updating router a8daa72d-8485-4b26-a6b4-b6d2d226257a port 95c7b909-bc20-4615-8ea2-1de43ee33884 binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:25:11.793039 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 76a05694-6471-4d8c-b983-8115e21724a0 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:11.793298 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (76a05694-6471-4d8c-b983-8115e21724a0), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:11.797083 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:11.893073 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b050a757-8131-43c7-a82f-2cb640ed348d req-62d26707-ff0e-458b-b2bd-07f1df170df7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:11.893764 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b050a757-8131-43c7-a82f-2cb640ed348d req-62d26707-ff0e-458b-b2bd-07f1df170df7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.1044500 May 17 17:25:11.914494 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 76a05694-6471-4d8c-b983-8115e21724a0, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=76a05694-6471-4d8c-b983-8115e21724a0,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:11.940172 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (76a05694-6471-4d8c-b983-8115e21724a0), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:11.946759 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-5e686eda-70ae-4c30-9a14-7ab17cb8eaab None None] Current status of the port 76a05694-6471-4d8c-b983-8115e21724a0 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:11.947239 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5e686eda-70ae-4c30-9a14-7ab17cb8eaab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (76a05694-6471-4d8c-b983-8115e21724a0), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:11.994725 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b050a757-8131-43c7-a82f-2cb640ed348d req-fc467521-79fc-4f76-bf14-62a66ab5dbc2 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949936 May 17 17:25:12.057506 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.063972 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=76a05694-6471-4d8c-b983-8115e21724a0,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:12.115753 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-948e24fc-ed84-49d6-a510-4b33f9c05374 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.125356 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.db.api [None req-5e686eda-70ae-4c30-9a14-7ab17cb8eaab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103828) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 17 17:25:12.125787 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG oslo_db.api [None req-5e686eda-70ae-4c30-9a14-7ab17cb8eaab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 17 17:25:12.135102 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Publish callbacks [] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.150202 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.203576 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Pushing event updated for resources: {'Port': ['ID=95c7b909-bc20-4615-8ea2-1de43ee33884,revision_number=2']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:12.216611 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.216953 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.217562 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.217925 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.218266 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.218601 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.218935 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.219265 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.219594 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.219920 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.220249 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.220615 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.221125 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.221637 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.221969 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:12.225642 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Attempting to bind port 95c7b909-bc20-4615-8ea2-1de43ee33884 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:25:12.226332 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Attempting to bind port 95c7b909-bc20-4615-8ea2-1de43ee33884 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:25:12.226742 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Attempting to bind port 95c7b909-bc20-4615-8ea2-1de43ee33884 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:25:12.233125 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:25:12.233497 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:25:12.234095 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.234496 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:25:12.234986 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Bound port: 95c7b909-bc20-4615-8ea2-1de43ee33884, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:25:12.235371 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.293464 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Allocated IP 172.20.0.1 (c612002e-87b0-4d7f-970d-33b375a98875/60d1c8bb-e7bf-4ff4-9fb2-c909465a153b/3dd6cf32-2dd9-477d-ba2a-83efdc51dfea) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:25:12.300122 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] For port 95c7b909-bc20-4615-8ea2-1de43ee33884, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:25:12.304070 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] For port 95c7b909-bc20-4615-8ea2-1de43ee33884, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=95c7b909-bc20-4615-8ea2-1de43ee33884,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:25:12.311930 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.371410 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:12.372049 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:24:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:12.417385 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e30558-9370-45dd-b3a9-12854426ea5a None None] Pushing event updated for resources: {'Port': ['ID=95c7b909-bc20-4615-8ea2-1de43ee33884,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:12.423138 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Publish callbacks [] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.458684 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.486232 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:12.495691 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Network c612002e-87b0-4d7f-970d-33b375a98875 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:25:12.499042 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:25:12.503060 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:25:12.533587 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd6cf32-2dd9-477d-ba2a-83efdc51dfea,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:12.553258 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (a8daa72d-8485-4b26-a6b4-b6d2d226257a), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.668232 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-5e686eda-70ae-4c30-9a14-7ab17cb8eaab None None] Current status of the port 76a05694-6471-4d8c-b983-8115e21724a0 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:12.683105 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:10Z', 'revision_number': 3, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:12.699029 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.709929 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019f837a-67ca-4ca5-94f4-beae46c9d6c4 None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:10Z', 'revision_number': 3, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:25:12.792454 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-2320f003-1957-49a5-862c-3ca192ad515e None None] Provisioning complete for port 76a05694-6471-4d8c-b983-8115e21724a0 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:12.792916 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2320f003-1957-49a5-862c-3ca192ad515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (76a05694-6471-4d8c-b983-8115e21724a0), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.807280 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-8f9ec24b-d99e-454f-a075-6e1d450f39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:12.808960 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-8f9ec24b-d99e-454f-a075-6e1d450f39f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5499cb4f84524e8ea33e93ca520139e5&device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1130 time: 0.0958281 May 17 17:25:12.871275 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-2320f003-1957-49a5-862c-3ca192ad515e None None] Current status of the port 76a05694-6471-4d8c-b983-8115e21724a0 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:12.881155 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-2320f003-1957-49a5-862c-3ca192ad515e None None] Provisioning complete for port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:12.881619 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2320f003-1957-49a5-862c-3ca192ad515e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:12.890648 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c52b6-090d-4dca-94cb-ea745fe470b7 req-3f101702-630b-4e0e-b7f8-6da5cc8961a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:12.892125 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-130c52b6-090d-4dca-94cb-ea745fe470b7 req-3f101702-630b-4e0e-b7f8-6da5cc8961a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0822277 May 17 17:25:12.915866 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-2320f003-1957-49a5-862c-3ca192ad515e None None] Port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:25:13.008778 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-130c52b6-090d-4dca-94cb-ea745fe470b7 req-fef08a31-19ab-49da-aa5c-538f418aa0c2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074655 May 17 17:25:13.130271 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 76a05694-6471-4d8c-b983-8115e21724a0 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:25:13.131924 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Publish callbacks [] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:13.149087 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:13.185345 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 76a05694-6471-4d8c-b983-8115e21724a0 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:13.185731 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (76a05694-6471-4d8c-b983-8115e21724a0), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:13.264710 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-d44407c2-1d0a-4db0-9d4b-9566a96f13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:13.266141 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-d44407c2-1d0a-4db0-9d4b-9566a96f13b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b5a82b7-86ce-4a70-b9cb-eca717805c30 HTTP/1.1" status: 200 len: 909 time: 0.2470350 May 17 17:25:13.267831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 76a05694-6471-4d8c-b983-8115e21724a0 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:13.274409 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b14029-eebb-4de1-8362-216bc74f11ba req-a6f2d148-a746-4f69-b92c-cd4cc6fc0286 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:13.276060 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-86b14029-eebb-4de1-8362-216bc74f11ba req-a6f2d148-a746-4f69-b92c-cd4cc6fc0286 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.1379652 May 17 17:25:13.279375 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Pushing event updated for resources: {'Port': ['ID=3dd6cf32-2dd9-477d-ba2a-83efdc51dfea,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:13.286778 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (a8daa72d-8485-4b26-a6b4-b6d2d226257a), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:13.390322 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-86b14029-eebb-4de1-8362-216bc74f11ba req-6be935cd-6972-4709-9f8a-90a8a9087400 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058285 May 17 17:25:13.433714 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Network c612002e-87b0-4d7f-970d-33b375a98875 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:25:13.435243 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:25:13.771540 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-5012e807-b217-4170-ad16-b116e4223d2d None None] Provisioning complete for port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:13.772023 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5012e807-b217-4170-ad16-b116e4223d2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:13.808783 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-5012e807-b217-4170-ad16-b116e4223d2d None None] Port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:25:13.911213 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:25:13.915549 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-c802fec7-eb3a-407d-b833-8cf25ec74731 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d89a96ad-f806-471a-8507-39db2c10db28 HTTP/1.1" status: 200 len: 1002 time: 0.0716074 May 17 17:25:14.017269 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:25:14.024451 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-c7af069b-b79e-4537-8561-d60dc9d0eb90 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8daa72d-8485-4b26-a6b4-b6d2d226257a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9051015 May 17 17:25:14.048104 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.096013 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-107eae75-e368-4b76-b3f7-bdab9b737c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:14.097510 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-107eae75-e368-4b76-b3f7-bdab9b737c75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784 HTTP/1.1" status: 200 len: 847 time: 0.0586452 May 17 17:25:14.171979 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-9d3f2a31-cae2-4aec-8aa5-f2c750384163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:14.173598 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-9d3f2a31-cae2-4aec-8aa5-f2c750384163 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b5a82b7-86ce-4a70-b9cb-eca717805c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0684638 May 17 17:25:14.190630 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049be5c2-24c0-4f2c-a513-3c95164f23a7 req-aaee7613-a9cf-4318-869d-7e1179938224 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:14.196947 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-049be5c2-24c0-4f2c-a513-3c95164f23a7 req-aaee7613-a9cf-4318-869d-7e1179938224 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0639856 May 17 17:25:14.286430 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-049be5c2-24c0-4f2c-a513-3c95164f23a7 req-b8805ab0-e1f5-4182-b6bd-f8108b47a639 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823026 May 17 17:25:14.367878 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51252) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:14.374924 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-359a1bd8-a290-46d5-9d07-f65378a0ff40 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1963263741', 'description': 'tempest-description--351829403'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:14.389669 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c28b66ca-aa77-46bc-abf9-43d1fdd21c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.415404 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-359a1bd8-a290-46d5-9d07-f65378a0ff40 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.417538 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-ea590604-b3e7-4f03-8d37-34452ac62504 service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203539 May 17 17:25:14.504564 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-359a1bd8-a290-46d5-9d07-f65378a0ff40 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (b6f790a7-d5f7-4ae2-a2d6-4a36ae635624), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.509385 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-359a1bd8-a290-46d5-9d07-f65378a0ff40 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b6f790a7-d5f7-4ae2-a2d6-4a36ae635624), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.540356 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-359a1bd8-a290-46d5-9d07-f65378a0ff40 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.542302 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-359a1bd8-a290-46d5-9d07-f65378a0ff40 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1705956 May 17 17:25:14.545405 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51256) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:14.546165 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a1bd8-a290-46d5-9d07-f65378a0ff40 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:14.555020 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-ab8007e4-e021-4e97-b0d2-8241235aa690 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group_rule': {'security_group_id': 'b6f790a7-d5f7-4ae2-a2d6-4a36ae635624', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:14.572772 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254426cb-64c7-426c-90d4-0ca9aab35c3b req-86d2e4d7-785e-4932-9e19-e68f24128c01 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:14.574860 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-254426cb-64c7-426c-90d4-0ca9aab35c3b req-86d2e4d7-785e-4932-9e19-e68f24128c01 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0829651 May 17 17:25:14.587349 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-adbf7a9b-2979-4e5b-957a-7a2291bf763a req-7c49048c-421b-494f-9845-e47e1c6dfc7e service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629353 May 17 17:25:14.623811 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ab8007e4-e021-4e97-b0d2-8241235aa690 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (52dcde8e-8077-421f-9e06-1a75d463a38d), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.648046 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:25:14.651577 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-254426cb-64c7-426c-90d4-0ca9aab35c3b req-7c927773-660c-4434-b674-3bca67c9f2b1 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685859 May 17 17:25:14.661230 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:14.662072 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:14.695123 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ab8007e4-e021-4e97-b0d2-8241235aa690 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (52dcde8e-8077-421f-9e06-1a75d463a38d), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.698976 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ab8007e4-e021-4e97-b0d2-8241235aa690 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (52dcde8e-8077-421f-9e06-1a75d463a38d), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.719494 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8007e4-e021-4e97-b0d2-8241235aa690 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52dcde8e-8077-421f-9e06-1a75d463a38d,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:14.730813 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ab8007e4-e021-4e97-b0d2-8241235aa690 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.734544 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-ab8007e4-e021-4e97-b0d2-8241235aa690 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1857305 May 17 17:25:14.735074 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51258) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:14.739506 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-0ad0d756-5acc-4c73-85ce-f2b21e5fcf61 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group_rule': {'security_group_id': 'b6f790a7-d5f7-4ae2-a2d6-4a36ae635624', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:14.767826 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d756-5acc-4c73-85ce-f2b21e5fcf61 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (ea66709b-aa15-4ebf-9ae6-ff7a3e02a234), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.771873 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:14.834093 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d756-5acc-4c73-85ce-f2b21e5fcf61 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (ea66709b-aa15-4ebf-9ae6-ff7a3e02a234), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.838653 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d756-5acc-4c73-85ce-f2b21e5fcf61 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (ea66709b-aa15-4ebf-9ae6-ff7a3e02a234), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.860202 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad0d756-5acc-4c73-85ce-f2b21e5fcf61 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea66709b-aa15-4ebf-9ae6-ff7a3e02a234,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:14.866599 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0ad0d756-5acc-4c73-85ce-f2b21e5fcf61 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:14.867862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-0ad0d756-5acc-4c73-85ce-f2b21e5fcf61 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1318400 May 17 17:25:14.872000 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51260) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:14.876922 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:14.899655 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.001691 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.084901 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 95c7b909-bc20-4615-8ea2-1de43ee33884 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:25:15.115023 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Allocated IP 172.27.3.224 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/8ab01c41-c919-45a1-87ea-188b26abeb7e) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:25:15.135312 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 2, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:15.164280 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:25:15.164665 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Updating router a8daa72d-8485-4b26-a6b4-b6d2d226257a port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:25:15.170420 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 95c7b909-bc20-4615-8ea2-1de43ee33884 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:15.170803 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.226322 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.226564 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (8ab01c41-c919-45a1-87ea-188b26abeb7e), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.261093 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (8ab01c41-c919-45a1-87ea-188b26abeb7e), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.299223 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:25:15.301882 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:25:15.328256 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:25:15.337398 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 95c7b909-bc20-4615-8ea2-1de43ee33884 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:15.337768 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.366041 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=8ab01c41-c919-45a1-87ea-188b26abeb7e,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:15.412327 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f980-1187-4bac-892a-7c9dc1f1b679 req-ab40a871-e7a6-44a2-9351-efc7147b9524 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:15.413837 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-15f5f980-1187-4bac-892a-7c9dc1f1b679 req-ab40a871-e7a6-44a2-9351-efc7147b9524 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0592871 May 17 17:25:15.422935 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port 95c7b909-bc20-4615-8ea2-1de43ee33884, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=95c7b909-bc20-4615-8ea2-1de43ee33884,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:15.433791 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.453771 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (8175e4ac-3e4d-422b-9fea-6c8b2191e6a1), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.499590 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-15f5f980-1187-4bac-892a-7c9dc1f1b679 req-6dfb7912-32ef-445f-a8f3-3034e726a58a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736468 May 17 17:25:15.520061 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (8ab01c41-c919-45a1-87ea-188b26abeb7e), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.524590 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=95c7b909-bc20-4615-8ea2-1de43ee33884,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:15.587080 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.667077 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Publish callbacks [] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.673761 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.723708 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (8ab01c41-c919-45a1-87ea-188b26abeb7e), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.732478 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (8ab01c41-c919-45a1-87ea-188b26abeb7e), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.753718 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff694cb-58be-4aec-a36e-d375d5726256 None None] Pushing event updated for resources: {'Port': ['ID=3dd6cf32-2dd9-477d-ba2a-83efdc51dfea,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:15.811990 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Attempting to bind port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:25:15.812661 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Attempting to bind port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:25:15.812766 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Attempting to bind port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:25:15.841070 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:25:15.841848 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Checking segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:25:15.841988 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb885af-ea58-497f-a326-452622753c50 req-0dc5bc93-d26c-4ddc-bbdc-3420ee697eb6 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:15.842718 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.843339 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Bound using segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:25:15.844058 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Bound port: 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:25:15.844689 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.849390 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbb885af-ea58-497f-a326-452622753c50 req-0dc5bc93-d26c-4ddc-bbdc-3420ee697eb6 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 943 time: 0.0671754 May 17 17:25:15.854667 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=8ab01c41-c919-45a1-87ea-188b26abeb7e,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:15.861353 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (8175e4ac-3e4d-422b-9fea-6c8b2191e6a1), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.893619 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:15.903101 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-4f86ce7d-9ad1-4d9d-993c-84d9b278ce9e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0216660 May 17 17:25:15.916435 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbb885af-ea58-497f-a326-452622753c50 req-2b57c7e6-7749-4bd9-bb86-8230c8b8c50b tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649748 May 17 17:25:15.988882 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] For port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:25:15.994438 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] For port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=3dd6cf32-2dd9-477d-ba2a-83efdc51dfea,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:25:16.005040 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:16.044040 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-eb63be77-9eb6-4d5f-bb72-e6a0bb03c4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:16.046009 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-eb63be77-9eb6-4d5f-bb72-e6a0bb03c4d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5499cb4f84524e8ea33e93ca520139e5&device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1130 time: 0.0647001 May 17 17:25:16.062708 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:16.063464 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:16.124217 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff694cb-58be-4aec-a36e-d375d5726256 None None] Pushing event updated for resources: {'Port': ['ID=3dd6cf32-2dd9-477d-ba2a-83efdc51dfea,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:16.211067 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-b24ed041-269d-4be6-b6b6-95f41d879a6a None None] Provisioning complete for port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:16.211759 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b24ed041-269d-4be6-b6b6-95f41d879a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:16.218875 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-b23f23be-0c26-4282-a2fd-9ce57fe0c31d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1963263741&fields=id&tenant_id=958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 267 time: 0.0997546 May 17 17:25:16.223822 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-91d028ff-83fe-40d2-874c-aa6a48a9c6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:16.225305 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-91d028ff-83fe-40d2-874c-aa6a48a9c6a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b5a82b7-86ce-4a70-b9cb-eca717805c30 HTTP/1.1" status: 200 len: 909 time: 0.1538122 May 17 17:25:16.250639 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:16.360105 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-2b5e2399-44b4-4f73-9935-dfc7045d8f03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d89a96ad-f806-471a-8507-39db2c10db28 HTTP/1.1" status: 200 len: 1002 time: 0.1215591 May 17 17:25:16.415219 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-21d076e3-de81-4088-a525-c396d692700f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:16.417199 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-21d076e3-de81-4088-a525-c396d692700f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 814 time: 0.1895945 May 17 17:25:16.420702 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-b24ed041-269d-4be6-b6b6-95f41d879a6a None None] Current status of the port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:16.421407 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b24ed041-269d-4be6-b6b6-95f41d879a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:16.429895 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-34381d43-0fc5-4fee-b38a-802f5ce86991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:16.431394 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-34381d43-0fc5-4fee-b38a-802f5ce86991 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784 HTTP/1.1" status: 200 len: 847 time: 0.0643084 May 17 17:25:16.468108 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-c8f512c9-b335-4883-bb2e-6ec33400c41d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/quotas/958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 375 time: 0.0356269 May 17 17:25:16.474933 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-b24ed041-269d-4be6-b6b6-95f41d879a6a None None] For port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=3dd6cf32-2dd9-477d-ba2a-83efdc51dfea,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:16.490874 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-68dc0d92-7962-4e11-b746-e9ff42a59af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:16.492703 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-68dc0d92-7962-4e11-b746-e9ff42a59af1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b5a82b7-86ce-4a70-b9cb-eca717805c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534031 May 17 17:25:16.500385 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b24ed041-269d-4be6-b6b6-95f41d879a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:16.551327 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:16.580962 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-d38985d2-20ed-44a4-b891-925974256acc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1053467 May 17 17:25:16.586831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c580ba-234c-4a14-8545-9db7b38288b7 None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:25:16.588542 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ed041-269d-4be6-b6b6-95f41d879a6a None None] Pushing event updated for resources: {'Port': ['ID=3dd6cf32-2dd9-477d-ba2a-83efdc51dfea,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:16.622099 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-e37adddd-e1bc-4d24-87ac-5f481a469477 None None] Provisioning complete for port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:16.622505 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e37adddd-e1bc-4d24-87ac-5f481a469477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:16.713208 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:25:16.753631 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-e37adddd-e1bc-4d24-87ac-5f481a469477 None None] Current status of the port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:16.759200 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bede899-68a9-4e7c-931a-47409592b3ef req-cd46c38b-5b2a-4766-99a0-8ca237890048 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:16.761362 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bede899-68a9-4e7c-931a-47409592b3ef req-cd46c38b-5b2a-4766-99a0-8ca237890048 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.1306975 May 17 17:25:16.782157 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-b3ccd0a6-c811-4127-ae99-bf9920ff5773 service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585156 May 17 17:25:16.855964 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:16.867959 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '311d982e-3390-4603-a366-d364964046f8', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'port_id': '311d982e-3390-4603-a366-d364964046f8', 'mac_address': 'fa:16:3e:c3:ea:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:25:16.868391 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bede899-68a9-4e7c-931a-47409592b3ef req-012e44ce-9870-4efc-8571-fa67715bac34 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951250 May 17 17:25:16.883255 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-31e108e0-8036-4525-ae65-a7b74241ec28 service neutron] 10.222.0.81 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363698 May 17 17:25:16.917070 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 311d982e-3390-4603-a366-d364964046f8 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:16.917900 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (311d982e-3390-4603-a366-d364964046f8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:16.942409 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 311d982e-3390-4603-a366-d364964046f8 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:25:17.000547 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:17.021733 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (311d982e-3390-4603-a366-d364964046f8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:17.126214 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:17.140013 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=9']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:17.168423 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-025b23a2-d928-4132-a981-a83a7dcc59e5 req-20e1aa3d-e66e-4398-a208-7dd0fa8f63d5 service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474678 May 17 17:25:17.243287 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6735141-894c-4be2-b52b-d82b1d01b7e9 req-16fe5d81-0d4b-4990-be1b-7cff1713111c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:17.247082 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c6735141-894c-4be2-b52b-d82b1d01b7e9 req-16fe5d81-0d4b-4990-be1b-7cff1713111c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 944 time: 0.0759656 May 17 17:25:17.256324 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-77915762-db03-477c-9c1f-55a021a56fda service neutron] 10.222.0.81 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3629065 May 17 17:25:17.266248 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:25:17.271424 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['311d982e-3390-4603-a366-d364964046f8'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:25:17.319149 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c6735141-894c-4be2-b52b-d82b1d01b7e9 req-a3ffb57d-6190-4e12-8bf5-4d7a9984c2d7 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671444 May 17 17:25:17.410658 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:17.411060 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:17.494887 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6aa677bd-a414-48e4-b149-b3f755076b91 req-f2fa8a95-532d-413f-90d2-20e6b486b2a7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0592849 May 17 17:25:17.756944 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:17.758015 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 95c7b909-bc20-4615-8ea2-1de43ee33884 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:25:17.848779 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 95c7b909-bc20-4615-8ea2-1de43ee33884 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:17.849183 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:17.944381 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 95c7b909-bc20-4615-8ea2-1de43ee33884 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:18.021017 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9550436-beb2-44b1-8b38-a7edcc9617cf req-9c035e7c-f7b6-495f-8c71-6183b238a8d4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:18.023094 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9550436-beb2-44b1-8b38-a7edcc9617cf req-9c035e7c-f7b6-495f-8c71-6183b238a8d4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0522962 May 17 17:25:18.089376 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9550436-beb2-44b1-8b38-a7edcc9617cf req-8e66a4fc-5f80-4a38-b420-04ed1f2ee432 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579932 May 17 17:25:18.219599 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-72ec9841-4a17-4157-a7a2-38c7f6d12a18 req-306b4c3f-c72a-4a53-8c0a-61d07ce2c787 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:25:18.220733 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-72ec9841-4a17-4157-a7a2-38c7f6d12a18 req-306b4c3f-c72a-4a53-8c0a-61d07ce2c787 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0592854 May 17 17:25:18.295856 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:18.357039 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-c7787d45-7e5e-4a48-b7c4-09b7a862a00d service neutron] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0437660 May 17 17:25:18.389558 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2a7bf-acfc-4d9f-a2ca-6327c27a8577 req-21c33937-d3ae-4697-a057-64faacd02726 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:18.391225 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7db2a7bf-acfc-4d9f-a2ca-6327c27a8577 req-21c33937-d3ae-4697-a057-64faacd02726 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0532362 May 17 17:25:18.492467 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-acdcf307-3a89-4cb6-ab4a-2b889351ddd9 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:18.493743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-acdcf307-3a89-4cb6-ab4a-2b889351ddd9 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports/d89a96ad-f806-471a-8507-39db2c10db28 HTTP/1.1" status: 200 len: 943 time: 0.0996311 May 17 17:25:18.513116 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de8c37-32bd-4201-a814-b5c1c6bcb283 req-98c232a1-3e6b-4ec0-8423-bc8dd7150feb tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:18.514580 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25de8c37-32bd-4201-a814-b5c1c6bcb283 req-98c232a1-3e6b-4ec0-8423-bc8dd7150feb tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 944 time: 0.1114058 May 17 17:25:18.519750 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7db2a7bf-acfc-4d9f-a2ca-6327c27a8577 req-841c9b63-e044-4956-8546-0c0786d6d03b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170154 May 17 17:25:18.563557 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25de8c37-32bd-4201-a814-b5c1c6bcb283 req-6ce7d59a-2d49-43d7-b2f3-f5870a75ed57 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433011 May 17 17:25:18.607204 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-71294fb5-1338-427d-861b-4afca4d310a0 req-0aedf9ca-211c-4669-82d1-2bd8c608cef0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0309298 May 17 17:25:18.723169 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:25:18.783835 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 311d982e-3390-4603-a366-d364964046f8 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:18.784215 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (311d982e-3390-4603-a366-d364964046f8), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:18.856261 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 311d982e-3390-4603-a366-d364964046f8 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:18.856678 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (311d982e-3390-4603-a366-d364964046f8), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:18.878093 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d982e-3390-4603-a366-d364964046f8'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:25:18.880374 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaebdcb1-8c82-41ac-a952-48cf2f512330" -d '{"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-plugged", "status": "completed", "tag": "311d982e-3390-4603-a366-d364964046f8"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:25:18.892370 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:18.896179 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (311d982e-3390-4603-a366-d364964046f8), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:18.897120 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device d89a96ad-f806-471a-8507-39db2c10db28 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:18.972757 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=10']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:18.980256 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1c56ee-e22d-4e63-ad58-5c7f6a91e2cc x-openstack-request-id: req-8d1c56ee-e22d-4e63-ad58-5c7f6a91e2cc {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:25:18.980606 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-plugged", "status": "completed", "tag": "311d982e-3390-4603-a366-d364964046f8", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:25:18.980861 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8d1c56ee-e22d-4e63-ad58-5c7f6a91e2cc {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:25:18.981255 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1c56ee-e22d-4e63-ad58-5c7f6a91e2cc'] response: {'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '311d982e-3390-4603-a366-d364964046f8', 'code': 200} May 17 17:25:19.014630 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port d89a96ad-f806-471a-8507-39db2c10db28 is: ACTIVE; New status is: DOWN {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:19.015027 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d89a96ad-f806-471a-8507-39db2c10db28), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:19.046151 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=d89a96ad-f806-471a-8507-39db2c10db28,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:19.050278 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (d89a96ad-f806-471a-8507-39db2c10db28), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:19.096611 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=d89a96ad-f806-471a-8507-39db2c10db28,revision_number=6']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:19.469260 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-beb5dc3d-a0ac-4039-8ac4-e13a69c0bffa tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:19.470782 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-beb5dc3d-a0ac-4039-8ac4-e13a69c0bffa tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 814 time: 0.1435046 May 17 17:25:19.581660 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-f5817667-ff0e-4633-963d-ffae1908424e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 380 time: 0.0815814 May 17 17:25:19.594847 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3bd55c-7585-47bd-92e2-4d800268cfd8 req-c6c0f7cd-b960-49bc-b6ff-fa3f698ee8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:19.596429 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-9d3bd55c-7585-47bd-92e2-4d800268cfd8 req-c6c0f7cd-b960-49bc-b6ff-fa3f698ee8cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 1130 time: 0.0485909 May 17 17:25:19.633378 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'port': {'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'admin_state_up': True, 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'security_groups': ['b6f790a7-d5f7-4ae2-a2d6-4a36ae635624']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:19.668928 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-9d3bd55c-7585-47bd-92e2-4d800268cfd8 req-11c57ae5-e537-4e7b-b620-0c65a0381572 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387399 May 17 17:25:19.747871 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2619458-5314-4559-826b-ef188965fd37 req-78debbbb-7531-459a-8d4c-808d856a8ab8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:19.749350 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f2619458-5314-4559-826b-ef188965fd37 req-78debbbb-7531-459a-8d4c-808d856a8ab8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.1328583 May 17 17:25:19.776763 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321120cb-bf4d-4cf8-b75a-74efe73d7c37 req-eee1df99-94fa-40a2-a9a1-daccd335d579 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:19.778174 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-321120cb-bf4d-4cf8-b75a-74efe73d7c37 req-eee1df99-94fa-40a2-a9a1-daccd335d579 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 946 time: 0.1218541 May 17 17:25:19.858161 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f2619458-5314-4559-826b-ef188965fd37 req-1cb1ceea-55b0-4c06-8f56-487904096444 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006424 May 17 17:25:19.892509 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-321120cb-bf4d-4cf8-b75a-74efe73d7c37 req-8df1171a-7100-4f5e-a5ba-03e03666635c tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014593 May 17 17:25:19.897118 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Made reservation on behalf of 958c6d85caa04eee872fb7105e5c8685 for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:25:19.900585 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:20.045585 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7cf33740-50e0-4e10-97a1-c4e280962b82 req-c6ba6bc7-5b6a-4f85-858e-407ebfa6aafc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0560150 May 17 17:25:20.072820 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Allocated IP 172.20.0.3 (c612002e-87b0-4d7f-970d-33b375a98875/60d1c8bb-e7bf-4ff4-9fb2-c909465a153b/3184ebe8-ecd5-4e89-a911-b6c2fa60b550) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:25:20.211329 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:20.245204 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:20.291278 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Network c612002e-87b0-4d7f-970d-33b375a98875 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:25:20.295065 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:25:20.298957 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:25:20.331682 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:20.356505 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:20.357157 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:20.380342 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-fa696c93-4ff9-4ba6-ba0d-f11366d56710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7513945 May 17 17:25:20.402321 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Request body: {'port': {'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:20.490355 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:20.595836 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-cd850c04-1b2b-4f1b-afda-4d3ebfe09316 None None] Provisioning complete for port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:20.596788 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-cd850c04-1b2b-4f1b-afda-4d3ebfe09316 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:20.630697 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-cd850c04-1b2b-4f1b-afda-4d3ebfe09316 None None] Port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:25:20.782752 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:25:20.789887 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Publish callbacks [] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:20.801943 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Transition to ACTIVE for port object 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:25:20.806481 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:20.874750 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:20.928664 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Attempting to bind port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:25:20.929018 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Attempting to bind port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:25:20.929349 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Attempting to bind port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:25:20.934104 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 on network c612002e-87b0-4d7f-970d-33b375a98875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:25:20.934432 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Attempting to bind port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:25:20.950256 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:25:20.950593 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Checking segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:25:20.951173 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Bound using segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:25:20.951632 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Bound port: 3184ebe8-ecd5-4e89-a911-b6c2fa60b550, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:25:20.951993 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:20.982875 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:25:20.985339 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a30e2a08-980a-4a46-9bbe-36e429c334b3" -d '{"events": [{"server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "name": "network-vif-unplugged", "status": "completed", "tag": "d89a96ad-f806-471a-8507-39db2c10db28"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:25:21.020437 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8e249e-b103-427e-ac2f-9c140b3de93b req-0d578359-160e-4e3f-a406-08a580cb2261 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:21.021977 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa8e249e-b103-427e-ac2f-9c140b3de93b req-0d578359-160e-4e3f-a406-08a580cb2261 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0853646 May 17 17:25:21.095498 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] For port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:25:21.102547 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] For port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:25:21.112130 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad37f9-b669-4d18-a13e-472fa62b17cf req-50eb837b-9480-47d0-b6f3-fc9e152fe43e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:21.113636 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fad37f9-b669-4d18-a13e-472fa62b17cf req-50eb837b-9480-47d0-b6f3-fc9e152fe43e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 946 time: 0.0813951 May 17 17:25:21.121633 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:21.182338 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa8e249e-b103-427e-ac2f-9c140b3de93b req-acf96e5f-53e8-41cc-9b34-cd71b36b2853 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488643 May 17 17:25:21.183597 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:21.184214 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:21.185574 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] 10.222.0.36 "PUT /v2.0/ports/3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 200 len: 1093 time: 0.7895265 May 17 17:25:21.188098 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'tag': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:25:21.190425 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9022f35e-c1ad-4c8f-a59f-4af0270f390d" -d '{"events": [{"name": "network-changed", "server_uuid": "c47df0b1-7d67-4c78-8b36-a436c9aefd9b", "tag": "3184ebe8-ecd5-4e89-a911-b6c2fa60b550"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:25:21.211915 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-4b44ebdb-a610-403d-81b3-f4e753487ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:21.214786 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-4b44ebdb-a610-403d-81b3-f4e753487ed9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e&tenant_id=5499cb4f84524e8ea33e93ca520139e5 HTTP/1.1" status: 200 len: 1128 time: 0.0776916 May 17 17:25:21.238882 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fad37f9-b669-4d18-a13e-472fa62b17cf req-d4350b2c-2eea-4d95-8163-2e336edc3f69 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190927 May 17 17:25:21.239637 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b665b7-f950-4c98-8f75-3dffdd7616a7 service neutron] Pushing event updated for resources: {'Port': ['ID=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:21.275417 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 May 2022 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9848a87f-895b-41bc-a0d5-989d3632fdb3 x-openstack-request-id: req-9848a87f-895b-41bc-a0d5-989d3632fdb3 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:25:21.276450 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "name": "network-vif-unplugged", "status": "completed", "tag": "d89a96ad-f806-471a-8507-39db2c10db28", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:25:21.276760 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9848a87f-895b-41bc-a0d5-989d3632fdb3 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:25:21.277172 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9848a87f-895b-41bc-a0d5-989d3632fdb3'] response: {'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28', 'code': 200} May 17 17:25:21.342591 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2448e3-a93f-43d1-a1e7-74c86d91879f x-openstack-request-id: req-eb2448e3-a93f-43d1-a1e7-74c86d91879f {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:25:21.342856 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47df0b1-7d67-4c78-8b36-a436c9aefd9b", "tag": "3184ebe8-ecd5-4e89-a911-b6c2fa60b550", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:25:21.343116 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb2448e3-a93f-43d1-a1e7-74c86d91879f {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:25:21.344104 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb2448e3-a93f-43d1-a1e7-74c86d91879f'] response: {'name': 'network-changed', 'server_uuid': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'tag': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'status': 'completed', 'code': 200} May 17 17:25:21.364228 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aaea7-fb62-47c8-97e2-c63a92be50bd req-1750168d-ed6c-4a7a-899b-51122e28cb29 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:21.365773 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e29aaea7-fb62-47c8-97e2-c63a92be50bd req-1750168d-ed6c-4a7a-899b-51122e28cb29 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 943 time: 0.0586982 May 17 17:25:21.419959 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e29aaea7-fb62-47c8-97e2-c63a92be50bd req-28aca8f3-2e9a-4c78-b948-0d247574794e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473568 May 17 17:25:21.653762 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-8399c1a0-a54e-44f7-ab74-d18ff0953ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:21.655484 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-8399c1a0-a54e-44f7-ab74-d18ff0953ca6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5499cb4f84524e8ea33e93ca520139e5&device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1128 time: 0.0488651 May 17 17:25:21.664029 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022f35e-c1ad-4c8f-a59f-4af0270f390d req-4c7e820b-7944-4ea7-9625-2e6cbf63ecf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:21.665526 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-9022f35e-c1ad-4c8f-a59f-4af0270f390d req-4c7e820b-7944-4ea7-9625-2e6cbf63ecf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1127 time: 0.0601788 May 17 17:25:22.128839 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-9eebf64d-5596-447e-bf27-e2b9b9e1e11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.130478 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-9eebf64d-5596-447e-bf27-e2b9b9e1e11b service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b5a82b7-86ce-4a70-b9cb-eca717805c30 HTTP/1.1" status: 200 len: 909 time: 0.1040299 May 17 17:25:22.137346 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022f35e-c1ad-4c8f-a59f-4af0270f390d req-91aafe1e-fdb1-41ba-9a79-328bd52923a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.138836 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-9022f35e-c1ad-4c8f-a59f-4af0270f390d req-91aafe1e-fdb1-41ba-9a79-328bd52923a3 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=958c6d85caa04eee872fb7105e5c8685&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1132615 May 17 17:25:22.198600 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-fa147f6c-b380-4b7b-9411-9e3c102a6ad9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d89a96ad-f806-471a-8507-39db2c10db28 HTTP/1.1" status: 200 len: 1000 time: 0.0607595 May 17 17:25:22.252213 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-607d4291-9c4f-4e17-80ce-1774489f40f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.252478 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022f35e-c1ad-4c8f-a59f-4af0270f390d req-81874332-30f8-4ab3-ace8-26da73e6a176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.253690 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-607d4291-9c4f-4e17-80ce-1774489f40f6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784 HTTP/1.1" status: 200 len: 847 time: 0.0495543 May 17 17:25:22.253874 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-9022f35e-c1ad-4c8f-a59f-4af0270f390d req-81874332-30f8-4ab3-ace8-26da73e6a176 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1076100 May 17 17:25:22.339872 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-09e5ffd2-2c1a-4dcd-a77c-e496a05554e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.341446 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-09e5ffd2-2c1a-4dcd-a77c-e496a05554e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1127 time: 0.0407102 May 17 17:25:22.379317 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-d50a85bc-f422-4d24-89d5-5591898b58f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.380774 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-d50a85bc-f422-4d24-89d5-5591898b58f9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b5a82b7-86ce-4a70-b9cb-eca717805c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1152341 May 17 17:25:22.385145 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-d80f1bf0-0389-41c2-b899-fe4da5b5908a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 200 len: 217 time: 0.0365121 May 17 17:25:22.414521 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdda5af-2fbc-4f7f-8b7f-8bb4242494ca req-c2dfaa61-1abb-4325-bdeb-edcba690062e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.415937 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bdda5af-2fbc-4f7f-8b7f-8bb4242494ca req-c2dfaa61-1abb-4325-bdeb-edcba690062e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0990229 May 17 17:25:22.423487 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed6186-f210-47af-a3e1-5e0e15a9c82c req-45449bf3-82a2-48d0-9ddf-ef2c3cccc406 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.424950 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbed6186-f210-47af-a3e1-5e0e15a9c82c req-45449bf3-82a2-48d0-9ddf-ef2c3cccc406 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 946 time: 0.0975003 May 17 17:25:22.438669 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-7cec7786-a8e8-4b56-abeb-c0ddf5a542ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.440136 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-7cec7786-a8e8-4b56-abeb-c0ddf5a542ad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0457473 May 17 17:25:22.484703 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-b2a01024-d1fc-488d-93d5-aa2da4455ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.486224 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-b2a01024-d1fc-488d-93d5-aa2da4455ecc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397084 May 17 17:25:22.565450 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbed6186-f210-47af-a3e1-5e0e15a9c82c req-5e32b699-1c6a-4046-8058-c60a95aff034 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283631 May 17 17:25:22.568730 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bdda5af-2fbc-4f7f-8b7f-8bb4242494ca req-b95dabca-0162-4168-b555-e412ae37317e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334043 May 17 17:25:22.572427 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-516c4f23-e32f-4238-88d3-88845f7a416b service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731892 May 17 17:25:22.580447 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-974d08ed-fc59-4824-87e8-a8eae94f513f service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882418 May 17 17:25:22.686261 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1badd266-e79a-4004-9a32-8e7b8bb651c1 req-33b90bf8-aa63-401f-89d7-1f86d83ce887 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989287 May 17 17:25:22.725199 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2682880-b5d5-4a60-b7c9-cdbed4b1a2fd req-a0027a06-dd65-468d-871e-faf6872aec51 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:22.726683 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f2682880-b5d5-4a60-b7c9-cdbed4b1a2fd req-a0027a06-dd65-468d-871e-faf6872aec51 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 943 time: 0.0653696 May 17 17:25:22.732499 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-379ca980-542f-4a81-bf32-bb1984c30cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532266 May 17 17:25:22.775219 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f2682880-b5d5-4a60-b7c9-cdbed4b1a2fd req-9d3e0ea5-5691-4032-a030-dca0d03858b5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417771 May 17 17:25:23.686015 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1c805-b3e1-409e-a5c6-fad127978e48 req-dff24f1c-caf6-40b9-9ca5-a96675950a46 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:23.687503 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d8d1c805-b3e1-409e-a5c6-fad127978e48 req-dff24f1c-caf6-40b9-9ca5-a96675950a46 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0457342 May 17 17:25:23.739472 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d8d1c805-b3e1-409e-a5c6-fad127978e48 req-e0ee7e9d-02fb-4e1a-9bd6-5324c1322c67 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444787 May 17 17:25:23.894874 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bda3ee0-91ea-4e8f-ba32-9141ccbaaa36 req-8dd7a03c-f886-4bd5-a137-23015c605ac0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:23.897740 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3bda3ee0-91ea-4e8f-ba32-9141ccbaaa36 req-8dd7a03c-f886-4bd5-a137-23015c605ac0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 943 time: 0.0502236 May 17 17:25:23.943756 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3bda3ee0-91ea-4e8f-ba32-9141ccbaaa36 req-1177fd17-9cba-47fd-9d4a-66c2576b745d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 May 17 17:25:24.185065 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:25:24.735853 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:25:24.838724 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:24.849510 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:25:24.853416 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54562c5d-c292-4081-988f-f5bc5fd57a05 req-76ca82dd-3efe-40ac-bc4f-9cb6e340c382 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:24.855599 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-54562c5d-c292-4081-988f-f5bc5fd57a05 req-76ca82dd-3efe-40ac-bc4f-9cb6e340c382 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0487361 May 17 17:25:24.883395 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:24.883797 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:24.896281 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:25:24.903424 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-54562c5d-c292-4081-988f-f5bc5fd57a05 req-f1dc120a-980f-4002-8771-741479340fca tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423033 May 17 17:25:24.924150 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:24.924150 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:24.971349 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:25.066618 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e66b8-54a2-4345-89c7-521f1ef4ebdd req-8b3e3365-db84-40eb-b93a-e0336e62cdbc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:25.068168 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ce7e66b8-54a2-4345-89c7-521f1ef4ebdd req-8b3e3365-db84-40eb-b93a-e0336e62cdbc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 944 time: 0.0549486 May 17 17:25:25.116463 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ce7e66b8-54a2-4345-89c7-521f1ef4ebdd req-9bb44ddf-599d-489c-b24d-33a0155b7c76 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417368 May 17 17:25:25.149936 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['3184ebe8-ecd5-4e89-a911-b6c2fa60b550'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:25:25.519476 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048652b-8b08-49ed-aa3b-36639c238baf req-388f0066-f548-49e7-9d70-f679e08430bf tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:25.520975 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d048652b-8b08-49ed-aa3b-36639c238baf req-388f0066-f548-49e7-9d70-f679e08430bf tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0525935 May 17 17:25:25.569311 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d048652b-8b08-49ed-aa3b-36639c238baf req-b31b34ce-7218-4dbb-83a6-a2f83e8135b8 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424185 May 17 17:25:26.016150 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854b765d-453f-47b5-911e-d7e05e8de2ad req-1e1a1718-e6ea-418b-ac75-9eab8f620ffd tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:26.017625 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-854b765d-453f-47b5-911e-d7e05e8de2ad req-1e1a1718-e6ea-418b-ac75-9eab8f620ffd tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0459082 May 17 17:25:26.067896 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-854b765d-453f-47b5-911e-d7e05e8de2ad req-12c4eb8c-9c7b-4a8e-b2c6-e47fbb680aa2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447061 May 17 17:25:26.486550 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6923d6-7a0c-4636-89f2-d7f8d8a07bd7 req-84829368-cf4b-4d6d-b806-d520f3ccf6dd tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:26.488025 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2d6923d6-7a0c-4636-89f2-d7f8d8a07bd7 req-84829368-cf4b-4d6d-b806-d520f3ccf6dd tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 944 time: 0.3068607 May 17 17:25:26.534500 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2d6923d6-7a0c-4636-89f2-d7f8d8a07bd7 req-9d0d47db-ef58-4e43-bc7c-6b7369f9a758 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409751 May 17 17:25:26.681402 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bfaed-3e5a-4de1-9de7-9da07ce34bb9 req-8bb07cd0-dce4-4212-a959-69a9518ee153 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:26.683499 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5a1bfaed-3e5a-4de1-9de7-9da07ce34bb9 req-8bb07cd0-dce4-4212-a959-69a9518ee153 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0473957 May 17 17:25:26.730114 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5a1bfaed-3e5a-4de1-9de7-9da07ce34bb9 req-5bc45a58-d088-4e21-ac8f-00a1cff00f28 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups?id=53bf5cbb-20ca-4950-a292-e5187b22f672&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410118 May 17 17:25:26.754282 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:25:26.796988 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:25:26.803441 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:26.803827 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:26.872953 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:26.873334 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:26.894452 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:25:26.896670 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fd23cd-f457-459c-94c1-911e94066fe7" -d '{"events": [{"server_uuid": "c47df0b1-7d67-4c78-8b36-a436c9aefd9b", "name": "network-vif-plugged", "status": "completed", "tag": "3184ebe8-ecd5-4e89-a911-b6c2fa60b550"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:25:26.908950 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:26.913116 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:26.935966 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17df40a0-2932-4be7-8752-7dc41aeca521 x-openstack-request-id: req-17df40a0-2932-4be7-8752-7dc41aeca521 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:25:26.936260 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47df0b1-7d67-4c78-8b36-a436c9aefd9b", "name": "network-vif-plugged", "status": "completed", "tag": "3184ebe8-ecd5-4e89-a911-b6c2fa60b550", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:25:26.936630 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-17df40a0-2932-4be7-8752-7dc41aeca521 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:25:26.937022 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17df40a0-2932-4be7-8752-7dc41aeca521'] response: {'server_uuid': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'code': 200} May 17 17:25:26.961999 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:27.183583 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48a30e-c0f4-4dfb-8f78-48095fd6598e req-b38baef6-2440-4c34-8e75-c3ea0c6e9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:27.185109 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ef48a30e-c0f4-4dfb-8f78-48095fd6598e req-b38baef6-2440-4c34-8e75-c3ea0c6e9730 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1129 time: 0.0669763 May 17 17:25:27.198059 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a350526-829d-4d85-9d42-0b339a7b797e req-596a6f6d-3583-4732-98de-80e5c55a3b08 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:27.199357 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5a350526-829d-4d85-9d42-0b339a7b797e req-596a6f6d-3583-4732-98de-80e5c55a3b08 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0528286 May 17 17:25:27.242842 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-5ba240f9-bab8-4598-ad0b-0b1c373ce2ac tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:27.243808 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-5ba240f9-bab8-4598-ad0b-0b1c373ce2ac tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 945 time: 0.0486424 May 17 17:25:27.268102 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ef48a30e-c0f4-4dfb-8f78-48095fd6598e req-1fc7c4d1-af2f-4764-a978-3be15723973f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677865 May 17 17:25:27.277113 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5a350526-829d-4d85-9d42-0b339a7b797e req-163e4184-1f43-454f-aa67-346215f1a095 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708237 May 17 17:25:27.331625 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Deleting port f96e3a1d-09a7-424d-afbb-2a9030a952f9 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:27.331963 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:27.421446 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] For port f96e3a1d-09a7-424d-afbb-2a9030a952f9, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f96e3a1d-09a7-424d-afbb-2a9030a952f9,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:27.421830 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:27.629062 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:27.629454 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (fcad6a45-20ff-47e4-b63d-2f81102eb6c9), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:27.629759 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Floating IP fcad6a45-20ff-47e4-b63d-2f81102eb6c9 disassociated. External IP: 172.27.3.61, port: f96e3a1d-09a7-424d-afbb-2a9030a952f9. May 17 17:25:27.630169 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Calling delete_port for f96e3a1d-09a7-424d-afbb-2a9030a952f9 owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:27.655848 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258e40-d81d-4b59-a483-f3a10ce0505f req-481e3d9c-c359-4831-b715-8df8421f2e9d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:27.657361 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e3258e40-d81d-4b59-a483-f3a10ce0505f req-481e3d9c-c359-4831-b715-8df8421f2e9d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 945 time: 0.0533385 May 17 17:25:27.703779 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e3258e40-d81d-4b59-a483-f3a10ce0505f req-fd986f01-324b-47a3-b323-e9b5a3c66285 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408041 May 17 17:25:27.758638 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f96e3a1d-09a7-424d-afbb-2a9030a952f9), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:27.786249 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event deleted for resources: {'Port': ['ID=f96e3a1d-09a7-424d-afbb-2a9030a952f9,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:27.832464 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0075b525-6aae-4837-b1cb-62cfefa18cdc req-2ecd4edd-672f-4517-be11-c7a9729f485a tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0326104 May 17 17:25:27.894531 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Router a6bba4be-67ed-4650-9731-d69e338b0869 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:25:27.998287 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:25:28.008524 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] Sync routers for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:25:28.018488 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:28.019109 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:28.040249 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] No DVR routers for this DVR port f96e3a1d-09a7-424d-afbb-2a9030a952f9 on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:25:28.043401 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:28.046805 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-941a8af4-4138-4930-9bea-7f9d79d038ff req-11597615-39a1-43b6-a4e8-83c32decefc3 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.36 "DELETE /v2.0/ports/f96e3a1d-09a7-424d-afbb-2a9030a952f9 HTTP/1.1" status: 204 len: 173 time: 0.7969654 May 17 17:25:28.047300 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'name': 'network-vif-deleted', 'tag': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:25:28.049753 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34d28bd-456c-4efb-8751-01a65d343773" -d '{"events": [{"server_uuid": "fd0270cb-f30e-4100-9fc5-5a8ba746d1a0", "name": "network-vif-deleted", "tag": "f96e3a1d-09a7-424d-afbb-2a9030a952f9"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:25:28.156509 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb46e3a5-445e-4d4a-beeb-13c8f4b66c70 x-openstack-request-id: req-eb46e3a5-445e-4d4a-beeb-13c8f4b66c70 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:25:28.156825 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0270cb-f30e-4100-9fc5-5a8ba746d1a0", "name": "network-vif-deleted", "tag": "f96e3a1d-09a7-424d-afbb-2a9030a952f9", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:25:28.157213 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-eb46e3a5-445e-4d4a-beeb-13c8f4b66c70 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:25:28.157643 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb46e3a5-445e-4d4a-beeb-13c8f4b66c70'] response: {'server_uuid': 'fd0270cb-f30e-4100-9fc5-5a8ba746d1a0', 'name': 'network-vif-deleted', 'tag': 'f96e3a1d-09a7-424d-afbb-2a9030a952f9', 'status': 'completed', 'code': 200} May 17 17:25:28.217873 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:28.398834 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b00dc-4636-45ca-bfa5-a4fbc4cbee7b req-a8cbb6a6-e2d1-4d78-8c3c-702b2b452792 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:28.400218 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-016b00dc-4636-45ca-bfa5-a4fbc4cbee7b req-a8cbb6a6-e2d1-4d78-8c3c-702b2b452792 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0492399 May 17 17:25:28.418179 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:28.442298 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] Checking router: a6bba4be-67ed-4650-9731-d69e338b0869 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:25:28.450436 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-016b00dc-4636-45ca-bfa5-a4fbc4cbee7b req-dcc4dd18-7b53-4023-8756-2d9d8aa24716 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430751 May 17 17:25:28.450932 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:28.451551 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:28.552756 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:28.738010 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:28.763130 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a41b80b6-c511-4afa-9019-a11120594112 None None] The sync data for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi is: [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:19:20Z', 'revision_number': 4, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '45bedacd-9a1f-4cee-82b2-ee87fef3e12f', 'name': '', 'network_id': '6238abbd-960c-4e92-a73b-e546bdad5f2d', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'mac_address': 'fa:16:3e:be:45:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:17Z', 'updated_at': '2022-05-17T17:19:28Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'subnets': [{'id': '587cd2ff-00b9-4518-8c85-b74ee04204e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:25:28.823476 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca661ee6-43e9-4cd4-bb80-cabad27d8b15 req-5c208e11-84bf-47a5-8bf3-1e913e032a78 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:28.825043 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ca661ee6-43e9-4cd4-bb80-cabad27d8b15 req-5c208e11-84bf-47a5-8bf3-1e913e032a78 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 945 time: 0.0513451 May 17 17:25:28.879661 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ca661ee6-43e9-4cd4-bb80-cabad27d8b15 req-ba988a7e-d1e4-4693-95b6-f5d8a4c900e4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488200 May 17 17:25:28.952874 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0083c1d2-1759-477e-8979-244fd6fd4715 req-8be45b73-9515-486f-9ca8-57e332aec8aa tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/ports?device_id=fd0270cb-f30e-4100-9fc5-5a8ba746d1a0 HTTP/1.1" status: 200 len: 210 time: 0.0396247 May 17 17:25:28.995870 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd693a21-dd77-404c-91fc-dffb6ef53b13 req-2aade453-e35e-4eff-bf1e-047f3ce17252 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:28.997650 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cd693a21-dd77-404c-91fc-dffb6ef53b13 req-2aade453-e35e-4eff-bf1e-047f3ce17252 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 945 time: 0.0547502 May 17 17:25:29.007161 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51498) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:29.010215 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a0a8b4-3a54-4f16-b5b3-7b3524c8e85a None None] New status for floating IP fcad6a45-20ff-47e4-b63d-2f81102eb6c9: DOWN {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:25:29.011847 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-f1851c8b-61d0-42de-bf53-2bb107470762 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'floatingip': {'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:25:29.050891 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f1851c8b-61d0-42de-bf53-2bb107470762 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (8175e4ac-3e4d-422b-9fea-6c8b2191e6a1), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:29.461806 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f1851c8b-61d0-42de-bf53-2bb107470762 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:29.466469 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f1851c8b-61d0-42de-bf53-2bb107470762 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (8175e4ac-3e4d-422b-9fea-6c8b2191e6a1), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:29.561693 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [None req-f1851c8b-61d0-42de-bf53-2bb107470762 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Floating IP 8175e4ac-3e4d-422b-9fea-6c8b2191e6a1 associated. External IP: 172.27.3.224, port: 3184ebe8-ecd5-4e89-a911-b6c2fa60b550. May 17 17:25:29.567773 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efcbe0-2b87-432f-88c6-ef266d3b118e req-2c0896e7-9925-4472-95a6-8719e9454c7e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:29.569297 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b6efcbe0-2b87-432f-88c6-ef266d3b118e req-2c0896e7-9925-4472-95a6-8719e9454c7e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0494087 May 17 17:25:29.619303 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b6efcbe0-2b87-432f-88c6-ef266d3b118e req-c490a0fe-8518-4fd1-8904-da90ce513c1b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436816 May 17 17:25:29.993083 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1851c8b-61d0-42de-bf53-2bb107470762 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:25:30.040246 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51506) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:30.095175 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-51f1baf3-5690-4029-a76b-be744098eda4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (53bf5cbb-20ca-4950-a292-e5187b22f672), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.101805 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1851c8b-61d0-42de-bf53-2bb107470762 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:25:30.107712 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f1851c8b-61d0-42de-bf53-2bb107470762 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.112251 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:25:30.121440 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:30.121702 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-51f1baf3-5690-4029-a76b-be744098eda4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (53bf5cbb-20ca-4950-a292-e5187b22f672), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.122051 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:30.142528 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f1851c8b-61d0-42de-bf53-2bb107470762 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "PUT /v2.0/floatingips/8175e4ac-3e4d-422b-9fea-6c8b2191e6a1 HTTP/1.1" status: 200 len: 991 time: 1.1320829 May 17 17:25:30.158320 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'tag': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:25:30.160654 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00397ef-409a-4a72-a5bc-ef35790790f0" -d '{"events": [{"name": "network-changed", "server_uuid": "c47df0b1-7d67-4c78-8b36-a436c9aefd9b", "tag": "3184ebe8-ecd5-4e89-a911-b6c2fa60b550"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:25:30.175947 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-51f1baf3-5690-4029-a76b-be744098eda4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (53bf5cbb-20ca-4950-a292-e5187b22f672), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.178941 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-51f1baf3-5690-4029-a76b-be744098eda4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.180056 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-51f1baf3-5690-4029-a76b-be744098eda4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "DELETE /v2.0/security-groups/53bf5cbb-20ca-4950-a292-e5187b22f672 HTTP/1.1" status: 204 len: 168 time: 0.1387393 May 17 17:25:30.182932 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51512) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:30.197219 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1baf3-5690-4029-a76b-be744098eda4 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bf5cbb-20ca-4950-a292-e5187b22f672,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:30.197789 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.api.v2.resource [None req-527f6a53-72ea-4785-8c67-f33b9fb871cd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] show failed (client error): The resource could not be found. May 17 17:25:30.199488 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-527f6a53-72ea-4785-8c67-f33b9fb871cd tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "GET /v2.0/security-groups/53bf5cbb-20ca-4950-a292-e5187b22f672 HTTP/1.1" status: 404 len: 347 time: 0.0147638 May 17 17:25:30.202091 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc573df-1d1f-44aa-b6eb-9da5ebbfdea5 x-openstack-request-id: req-6fc573df-1d1f-44aa-b6eb-9da5ebbfdea5 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:25:30.202725 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c47df0b1-7d67-4c78-8b36-a436c9aefd9b", "tag": "3184ebe8-ecd5-4e89-a911-b6c2fa60b550", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:25:30.202984 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6fc573df-1d1f-44aa-b6eb-9da5ebbfdea5 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:25:30.203379 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc573df-1d1f-44aa-b6eb-9da5ebbfdea5'] response: {'name': 'network-changed', 'server_uuid': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'tag': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'status': 'completed', 'code': 200} May 17 17:25:30.203803 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51514) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:30.228560 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:30.342364 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-f827937b-6481-4a47-88ce-3794af31b4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:30.343879 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-f827937b-6481-4a47-88ce-3794af31b4f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1129 time: 0.0970316 May 17 17:25:30.361639 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Deleting port d896db55-0885-4eb0-a4b3-039cee8dd172 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:30.361975 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (d896db55-0885-4eb0-a4b3-039cee8dd172), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.433250 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '8175e4ac-3e4d-422b-9fea-6c8b2191e6a1', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:25:15Z', 'updated_at': '2022-05-17T17:25:29Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:30.461760 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:25:30.470538 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:30.471155 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:30.498715 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (d896db55-0885-4eb0-a4b3-039cee8dd172), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.498959 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (d896db55-0885-4eb0-a4b3-039cee8dd172), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.501853 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-1e9455a7-52d1-49ad-8c08-cee54fa48864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:30.503330 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-1e9455a7-52d1-49ad-8c08-cee54fa48864 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.1538198 May 17 17:25:30.519178 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Calling delete_port for d896db55-0885-4eb0-a4b3-039cee8dd172 owned by network:floatingip {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:30.570631 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:30.609044 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-5e34ffac-2abe-429a-92cc-8f48434a4ec3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 200 len: 999 time: 0.0980918 May 17 17:25:30.677005 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-a86eefcd-8309-4d44-a13c-5b9aa85d792f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:30.678557 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-a86eefcd-8309-4d44-a13c-5b9aa85d792f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0632107 May 17 17:25:30.742083 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9d53d-d234-469c-bbd4-148f6349fae4 req-d8d22f5b-2711-4d91-89b6-94002dfc69c8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:30.743619 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-92e9d53d-d234-469c-bbd4-148f6349fae4 req-d8d22f5b-2711-4d91-89b6-94002dfc69c8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0533190 May 17 17:25:30.754167 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-c3b50261-73f2-4acd-ac8c-4918c9492f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:30.755618 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-c3b50261-73f2-4acd-ac8c-4918c9492f68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0710483 May 17 17:25:30.783860 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (d896db55-0885-4eb0-a4b3-039cee8dd172), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.791607 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f96e3a1d-09a7-424d-afbb-2a9030a952f9 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:30.792181 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '8175e4ac-3e4d-422b-9fea-6c8b2191e6a1', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:25:15Z', 'updated_at': '2022-05-17T17:25:29Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:30.799584 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-92e9d53d-d234-469c-bbd4-148f6349fae4 req-f444397c-bf71-41af-af3f-f746ac9ad4e0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483387 May 17 17:25:30.818796 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d0f4ca-9d48-42dc-85b7-59596f5a3de6 None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '8175e4ac-3e4d-422b-9fea-6c8b2191e6a1', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:25:15Z', 'updated_at': '2022-05-17T17:25:29Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:25:30.839683 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: f96e3a1d-09a7-424d-afbb-2a9030a952f9 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:25:30.840327 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f96e3a1d-09a7-424d-afbb-2a9030a952f9 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:25:30.856622 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Pushing event deleted for resources: {'Port': ['ID=d896db55-0885-4eb0-a4b3-039cee8dd172,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:30.937853 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-bf8ffa93-28e9-4869-959a-b04e0000c99c service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738241 May 17 17:25:30.942676 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks [] for floatingip (fcad6a45-20ff-47e4-b63d-2f81102eb6c9), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.945313 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:30.949080 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-863b99d7-f988-45b3-9880-e26b63dc9a74 tempest-AttachVolumeTestJSON-1513657702 tempest-AttachVolumeTestJSON-1513657702-project] 10.222.0.81 "DELETE /v2.0/floatingips/fcad6a45-20ff-47e4-b63d-2f81102eb6c9 HTTP/1.1" status: 204 len: 168 time: 0.7417405 May 17 17:25:31.046875 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be9fe7-d46b-4d39-a681-1d0ab37646aa None None] New status for floating IP 8175e4ac-3e4d-422b-9fea-6c8b2191e6a1: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:25:31.072924 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-a00397ef-409a-4a72-a5bc-ef35790790f0 req-07977220-f5b0-4cc3-a0e6-598fcfbec66a service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246419 May 17 17:25:31.943900 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62d754-3eea-4c94-8085-33b3864fa8c3 req-6868a84d-136f-4624-bc09-544b38a1f572 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:31.945409 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ea62d754-3eea-4c94-8085-33b3864fa8c3 req-6868a84d-136f-4624-bc09-544b38a1f572 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 944 time: 0.0515914 May 17 17:25:31.992951 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ea62d754-3eea-4c94-8085-33b3864fa8c3 req-b7c9877d-79db-445d-9072-76c4c4e01298 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419335 May 17 17:25:32.806549 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device d89a96ad-f806-471a-8507-39db2c10db28 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:25:32.912309 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=d89a96ad-f806-471a-8507-39db2c10db28,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:32.923074 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'd89a96ad-f806-471a-8507-39db2c10db28', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'port_id': 'd89a96ad-f806-471a-8507-39db2c10db28', 'mac_address': 'fa:16:3e:26:29:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:25:32.956261 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port d89a96ad-f806-471a-8507-39db2c10db28 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:32.956672 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d89a96ad-f806-471a-8507-39db2c10db28), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:32.972719 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d89a96ad-f806-471a-8507-39db2c10db28 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:25:32.990767 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=d89a96ad-f806-471a-8507-39db2c10db28,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:32.996493 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (d89a96ad-f806-471a-8507-39db2c10db28), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:33.040844 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=d89a96ad-f806-471a-8507-39db2c10db28,revision_number=7']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:33.107780 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe75ef6-75ee-4a26-8dde-23cded2018d0 req-1875c4e6-971b-4c88-85bf-0a276e1b8c2e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:33.109366 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2fe75ef6-75ee-4a26-8dde-23cded2018d0 req-1875c4e6-971b-4c88-85bf-0a276e1b8c2e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 945 time: 0.0481739 May 17 17:25:33.163301 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2fe75ef6-75ee-4a26-8dde-23cded2018d0 req-4e17cf8b-89fe-472a-ae31-e81c6858b0ce tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484469 May 17 17:25:33.262435 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['d89a96ad-f806-471a-8507-39db2c10db28'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:25:34.276939 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450c927a-ba9c-4b0d-b8f2-d62765fcf062 req-68b47567-08ac-4fdb-a127-4f0019cbce60 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:34.278398 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-450c927a-ba9c-4b0d-b8f2-d62765fcf062 req-68b47567-08ac-4fdb-a127-4f0019cbce60 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 945 time: 0.0465245 May 17 17:25:34.325346 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-450c927a-ba9c-4b0d-b8f2-d62765fcf062 req-46c54c3f-7e7b-4e7d-a9a8-68eafbbf9f8f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415413 May 17 17:25:34.519489 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51554) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:34.832233 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device d89a96ad-f806-471a-8507-39db2c10db28 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:25:34.879972 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port d89a96ad-f806-471a-8507-39db2c10db28 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:25:34.880386 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (d89a96ad-f806-471a-8507-39db2c10db28), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:34.943098 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (a6bba4be-67ed-4650-9731-d69e338b0869), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:34.968071 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port d89a96ad-f806-471a-8507-39db2c10db28 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:25:34.968487 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (d89a96ad-f806-471a-8507-39db2c10db28), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:34.990670 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:25:34.993230 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf0cfd9-6b94-45ce-8fe5-1636d457309b" -d '{"events": [{"server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "name": "network-vif-plugged", "status": "completed", "tag": "d89a96ad-f806-471a-8507-39db2c10db28"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:25:35.005698 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=d89a96ad-f806-471a-8507-39db2c10db28,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:35.011374 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (d89a96ad-f806-471a-8507-39db2c10db28), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:35.037749 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7088d5d0-d5b3-4f24-9933-a017bb705dc8 x-openstack-request-id: req-7088d5d0-d5b3-4f24-9933-a017bb705dc8 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:25:35.038077 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "name": "network-vif-plugged", "status": "completed", "tag": "d89a96ad-f806-471a-8507-39db2c10db28", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:25:35.038336 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-7088d5d0-d5b3-4f24-9933-a017bb705dc8 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:25:35.038728 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7088d5d0-d5b3-4f24-9933-a017bb705dc8'] response: {'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28', 'code': 200} May 17 17:25:35.067600 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=d89a96ad-f806-471a-8507-39db2c10db28,revision_number=8']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:35.212651 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Deleting port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:35.213734 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:35.303714 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ba286-d320-4537-a53f-8592b49ac772 req-2b042529-2fb4-4b82-98f3-11306d09a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:35.305223 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-9a2ba286-d320-4537-a53f-8592b49ac772 req-2b042529-2fb4-4b82-98f3-11306d09a8f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1130 time: 0.0754628 May 17 17:25:35.339416 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] For port 45bedacd-9a1f-4cee-82b2-ee87fef3e12f, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=45bedacd-9a1f-4cee-82b2-ee87fef3e12f,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:35.339702 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:35.359447 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Calling delete_port for 45bedacd-9a1f-4cee-82b2-ee87fef3e12f owned by network:router_interface {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:35.381700 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-9a2ba286-d320-4537-a53f-8592b49ac772 req-881e40cd-e912-4b6b-a729-7dfb885589fa service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687890 May 17 17:25:35.437506 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f2b89d-7880-4ea4-8fd8-2be9c56b0d6c req-4456cb8c-e534-40e1-aa6d-6bfcfa4fc2df tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:35.438980 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7f2b89d-7880-4ea4-8fd8-2be9c56b0d6c req-4456cb8c-e534-40e1-aa6d-6bfcfa4fc2df tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0465081 May 17 17:25:35.487239 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7f2b89d-7880-4ea4-8fd8-2be9c56b0d6c req-613e10dc-5005-4ef7-9553-56ece16146fb tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426936 May 17 17:25:35.546542 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (45bedacd-9a1f-4cee-82b2-ee87fef3e12f), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:35.571291 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Pushing event deleted for resources: {'Port': ['ID=45bedacd-9a1f-4cee-82b2-ee87fef3e12f,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:35.731736 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (a6bba4be-67ed-4650-9731-d69e338b0869), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:35.928858 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Router a6bba4be-67ed-4650-9731-d69e338b0869 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:25:36.025881 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:25:36.030802 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-60ddbf77-ad1c-4cc0-9f1d-b9edace4ae41 admin admin] 10.222.0.81 "PUT /v2.0/routers/a6bba4be-67ed-4650-9731-d69e338b0869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5101669 May 17 17:25:36.033317 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51562) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:36.036445 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] Sync routers for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:25:36.046542 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:36.047168 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:36.149631 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:36.324349 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:25:35Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:36.351774 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] Checking router: a6bba4be-67ed-4650-9731-d69e338b0869 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:25:36.361185 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] Routers {'a6bba4be-67ed-4650-9731-d69e338b0869'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:36.361805 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a6bba4be-67ed-4650-9731-d69e338b0869'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:36.372521 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks [] for router (a6bba4be-67ed-4650-9731-d69e338b0869), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:36.461583 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] Set router a6bba4be-67ed-4650-9731-d69e338b0869 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:36.469439 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks [] for router_gateway (a6bba4be-67ed-4650-9731-d69e338b0869), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:36.511540 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Deleting port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:36.511884 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:36.595598 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] For port 2f75ee7f-da92-4584-8a69-8aae78c3dbf5, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=2f75ee7f-da92-4584-8a69-8aae78c3dbf5,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:36.596258 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:36.609720 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Calling delete_port for 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 owned by network:router_gateway {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:36.610959 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af0857-d9a9-40c3-a12b-2c3be5d3d766 req-12e697a8-00c9-4cfd-a28f-5e696178277c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:36.613056 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a7af0857-d9a9-40c3-a12b-2c3be5d3d766 req-12e697a8-00c9-4cfd-a28f-5e696178277c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0534632 May 17 17:25:36.633616 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:25:35Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:36.658248 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0ac77c-c8fe-4b45-a80d-52d169d8f698 None None] The sync data for ids ['a6bba4be-67ed-4650-9731-d69e338b0869'] in dv-cinder-842148-1-iscsi is: [{'id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'name': 'tempest-AttachVolumeTestJSON-1850359607-router', 'tenant_id': 'f975cd8816d04a62b906441bceaff570', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193'}], 'enable_snat': True}, 'gw_port_id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:10Z', 'updated_at': '2022-05-17T17:25:35Z', 'revision_number': 5, 'project_id': 'f975cd8816d04a62b906441bceaff570', 'gw_port': {'id': '2f75ee7f-da92-4584-8a69-8aae78c3dbf5', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:5b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6bba4be-67ed-4650-9731-d69e338b0869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:12Z', 'updated_at': '2022-05-17T17:19:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:25:36.671914 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a7af0857-d9a9-40c3-a12b-2c3be5d3d766 req-8516cd77-0762-4475-b82a-eb11dbfd96af tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526302 May 17 17:25:36.777701 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (2f75ee7f-da92-4584-8a69-8aae78c3dbf5), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:36.803329 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f75ee7f-da92-4584-8a69-8aae78c3dbf5,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:36.863156 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (a6bba4be-67ed-4650-9731-d69e338b0869), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:36.950321 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (a6bba4be-67ed-4650-9731-d69e338b0869), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:36.952433 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks [] for router_controller (a6bba4be-67ed-4650-9731-d69e338b0869), precommit_delete_associations {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:36.997082 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (a6bba4be-67ed-4650-9731-d69e338b0869), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:36.997698 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6bba4be-67ed-4650-9731-d69e338b0869 {{(pid=103826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:25:37.002356 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.003497 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-25712c52-04e9-4043-be86-5ce32d8b3d49 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a6bba4be-67ed-4650-9731-d69e338b0869 HTTP/1.1" status: 204 len: 168 time: 0.9692814 May 17 17:25:37.006001 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51568) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:37.055178 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8b09459-7a8d-472d-a38a-1c74f2d5ab8c admin admin] Deleting subnet 587cd2ff-00b9-4518-8c85-b74ee04204e3 {{(pid=103826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:25:37.058795 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8b09459-7a8d-472d-a38a-1c74f2d5ab8c admin admin] Publish callbacks [] for subnet (587cd2ff-00b9-4518-8c85-b74ee04204e3), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.096349 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8b09459-7a8d-472d-a38a-1c74f2d5ab8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590618'] for subnet (587cd2ff-00b9-4518-8c85-b74ee04204e3), precommit_delete_associations {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.156437 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 45bedacd-9a1f-4cee-82b2-ee87fef3e12f no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:37.179724 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 45bedacd-9a1f-4cee-82b2-ee87fef3e12f {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:25:37.180378 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 45bedacd-9a1f-4cee-82b2-ee87fef3e12f not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:25:37.205216 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8b09459-7a8d-472d-a38a-1c74f2d5ab8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (587cd2ff-00b9-4518-8c85-b74ee04204e3), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.258707 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8b09459-7a8d-472d-a38a-1c74f2d5ab8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4041353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3392286'] for subnet (587cd2ff-00b9-4518-8c85-b74ee04204e3), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.288760 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b09459-7a8d-472d-a38a-1c74f2d5ab8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=587cd2ff-00b9-4518-8c85-b74ee04204e3,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:37.290804 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8b09459-7a8d-472d-a38a-1c74f2d5ab8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.296473 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f8b09459-7a8d-472d-a38a-1c74f2d5ab8c admin admin] 10.222.0.81 "DELETE /v2.0/subnets/587cd2ff-00b9-4518-8c85-b74ee04204e3 HTTP/1.1" status: 204 len: 168 time: 0.2871189 May 17 17:25:37.296473 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51570) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:37.300498 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8d4f49-ac7d-43ed-b821-822d6849add0 None None] Network 6238abbd-960c-4e92-a73b-e546bdad5f2d requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:25:37.382819 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (6238abbd-960c-4e92-a73b-e546bdad5f2d), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.437357 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Deleting port b476b40e-0ae3-4698-84a6-cac23ce05e3e {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:37.437705 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.500517 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] For port b476b40e-0ae3-4698-84a6-cac23ce05e3e, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=b476b40e-0ae3-4698-84a6-cac23ce05e3e,segment=NetworkSegment(4303b10a-9ca9-4c81-9ea4-a4e97c1b3891),segment_id=4303b10a-9ca9-4c81-9ea4-a4e97c1b3891)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:37.500874 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.513857 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Calling delete_port for b476b40e-0ae3-4698-84a6-cac23ce05e3e owned by network:dhcp {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:37.613946 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (b476b40e-0ae3-4698-84a6-cac23ce05e3e), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.639882 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Pushing event deleted for resources: {'Port': ['ID=b476b40e-0ae3-4698-84a6-cac23ce05e3e,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:37.641638 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] No DVR routers for this DVR port b476b40e-0ae3-4698-84a6-cac23ce05e3e on host dv-cinder-842148-1-iscsi {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:25:37.719531 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (6238abbd-960c-4e92-a73b-e546bdad5f2d), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.721438 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe948a5-ba21-4db8-9a44-da4cfdc3acf8 None None] DHCP port deletion for 6238abbd-960c-4e92-a73b-e546bdad5f2d request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:25:37.742078 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6238abbd-960c-4e92-a73b-e546bdad5f2d']}} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:37.756266 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891') {'for_net_delete': True} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:37.756599 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4303b10a-9ca9-4c81-9ea4-a4e97c1b3891') {} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:37.766995 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2590627'] for segment (4303b10a-9ca9-4c81-9ea4-a4e97c1b3891), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.781450 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (4303b10a-9ca9-4c81-9ea4-a4e97c1b3891), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.787541 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Releasing vlan 802 on physical network physnet1 to pool {{(pid=103826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:25:37.787966 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040235'] for segment (4303b10a-9ca9-4c81-9ea4-a4e97c1b3891), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: Traceback (most recent call last): May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: timer() May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: cb(*args, **kw) May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: return func(*args, **kwargs) May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: self._notify() May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: self.callback(batched_events) May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: event.method(event) May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: return f(self, *a, **k) May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._get(url).json() May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: return self.request(url, 'GET', **kwargs) May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:25:37.789661 dv-cinder-842148-1-iscsi neutron-server[103826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:25:37.797393 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d070657d-f86e-4ca4-87e0-563a25382c5d req-55cd7319-1916-4012-9120-b0881d2e3511 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:37.798883 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d070657d-f86e-4ca4-87e0-563a25382c5d req-55cd7319-1916-4012-9120-b0881d2e3511 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0485709 May 17 17:25:37.844709 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (6238abbd-960c-4e92-a73b-e546bdad5f2d), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.853928 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d070657d-f86e-4ca4-87e0-563a25382c5d req-faef4223-ee10-496f-bc90-8e8d5c5bd4bc tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487289 May 17 17:25:37.859971 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:37.865448 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] 10.222.0.81 "DELETE /v2.0/networks/6238abbd-960c-4e92-a73b-e546bdad5f2d HTTP/1.1" status: 204 len: 168 time: 0.5656967 May 17 17:25:37.865448 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b510dab-945f-4a58-b98f-cde981397048 admin admin] Pushing event deleted for resources: {'Network': ['ID=6238abbd-960c-4e92-a73b-e546bdad5f2d,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:37.988418 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51578) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:38.033564 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f222712a-998c-42e9-b059-ae4816649b94 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=f975cd8816d04a62b906441bceaff570&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438969 May 17 17:25:38.035908 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51580) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:38.082240 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a3644cba-c814-4c39-afcb-6b489dd7f775 admin admin] Publish callbacks [] for security_group (03aad97c-fdca-420d-8951-886d9496ad3a), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:38.103852 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a3644cba-c814-4c39-afcb-6b489dd7f775 admin admin] Publish callbacks [] for security_group (03aad97c-fdca-420d-8951-886d9496ad3a), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:38.148718 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a3644cba-c814-4c39-afcb-6b489dd7f775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (03aad97c-fdca-420d-8951-886d9496ad3a), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:38.151857 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a3644cba-c814-4c39-afcb-6b489dd7f775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:38.153045 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a3644cba-c814-4c39-afcb-6b489dd7f775 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/03aad97c-fdca-420d-8951-886d9496ad3a HTTP/1.1" status: 204 len: 168 time: 0.1161664 May 17 17:25:38.160518 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3644cba-c814-4c39-afcb-6b489dd7f775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03aad97c-fdca-420d-8951-886d9496ad3a,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:39.057759 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b476b40e-0ae3-4698-84a6-cac23ce05e3e no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:39.080505 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: b476b40e-0ae3-4698-84a6-cac23ce05e3e {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:25:39.081135 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b476b40e-0ae3-4698-84a6-cac23ce05e3e not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:25:39.081920 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:25:39.102843 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:25:39.103418 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 2f75ee7f-da92-4584-8a69-8aae78c3dbf5 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:25:42.042682 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ad6fa454-9370-4c6f-94d7-233d4dce9afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.025353 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51674) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:43.129255 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bac11a63-d613-4ca5-9244-e220e0f814f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.203336 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bac11a63-d613-4ca5-9244-e220e0f814f6 admin admin] Publish callbacks [] for security_group (5d12dd33-0641-45f9-945d-34a068f5224c), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.208133 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bac11a63-d613-4ca5-9244-e220e0f814f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5d12dd33-0641-45f9-945d-34a068f5224c), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.248274 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-bac11a63-d613-4ca5-9244-e220e0f814f6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=71797e54909d4fae97683ec814c17e1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2213051 May 17 17:25:43.249230 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac11a63-d613-4ca5-9244-e220e0f814f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d12dd33-0641-45f9-945d-34a068f5224c,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:43.250901 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51680) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:43.299215 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Publish callbacks [] for security_group (5d12dd33-0641-45f9-945d-34a068f5224c), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.319349 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Publish callbacks [] for security_group (5d12dd33-0641-45f9-945d-34a068f5224c), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.368724 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5d12dd33-0641-45f9-945d-34a068f5224c), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.371321 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.372776 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d12dd33-0641-45f9-945d-34a068f5224c HTTP/1.1" status: 204 len: 168 time: 0.1207643 May 17 17:25:43.380445 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d12dd33-0641-45f9-945d-34a068f5224c,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:43.388014 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.388394 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.388741 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.389082 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.389416 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.389744 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.390072 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.390395 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.390809 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.391051 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.391362 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.391692 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.392010 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.392356 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.392676 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f12a006-4949-4e57-bffc-d28ac1140d27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:43.641541 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51688) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:43.655436 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-17270cc5-41c8-40b8-b73d-31063ba5656d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.730237 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-17270cc5-41c8-40b8-b73d-31063ba5656d admin admin] Publish callbacks [] for security_group (f37ed636-381d-40e8-8ec3-71ff6c3220b3), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.733955 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-17270cc5-41c8-40b8-b73d-31063ba5656d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f37ed636-381d-40e8-8ec3-71ff6c3220b3), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.771190 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-17270cc5-41c8-40b8-b73d-31063ba5656d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cb77fef892584902a3865a8dc1f07c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1285682 May 17 17:25:43.772064 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17270cc5-41c8-40b8-b73d-31063ba5656d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ed636-381d-40e8-8ec3-71ff6c3220b3,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:43.774673 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51690) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:43.824619 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-497ae59b-b3b8-4534-99a6-ff1e646f47e8 admin admin] Publish callbacks [] for security_group (f37ed636-381d-40e8-8ec3-71ff6c3220b3), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.847247 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-497ae59b-b3b8-4534-99a6-ff1e646f47e8 admin admin] Publish callbacks [] for security_group (f37ed636-381d-40e8-8ec3-71ff6c3220b3), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.893528 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-497ae59b-b3b8-4534-99a6-ff1e646f47e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f37ed636-381d-40e8-8ec3-71ff6c3220b3), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.896057 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-497ae59b-b3b8-4534-99a6-ff1e646f47e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:43.897239 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-497ae59b-b3b8-4534-99a6-ff1e646f47e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f37ed636-381d-40e8-8ec3-71ff6c3220b3 HTTP/1.1" status: 204 len: 168 time: 0.1204948 May 17 17:25:43.905274 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ae59b-b3b8-4534-99a6-ff1e646f47e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ed636-381d-40e8-8ec3-71ff6c3220b3,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:44.040765 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:44.385686 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b86c0784-001c-4023-8ca5-92093dd21b96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:45.560712 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:47.097098 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.149411 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51762) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:48.251105 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.278562 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.328458 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Publish callbacks [] for security_group (7d1c8297-9cb2-494a-af05-f669988ca822), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.332615 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7d1c8297-9cb2-494a-af05-f669988ca822), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.381407 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=273b4a038cdb49fea7883845f9fdf51b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308950 May 17 17:25:48.382578 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1c8297-9cb2-494a-af05-f669988ca822,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:48.384065 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51766) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:48.390383 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.390732 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.391449 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.391449 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.391736 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.392064 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.392416 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.392742 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.393069 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.393393 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.393723 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.394138 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.394466 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.394787 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.395105 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e7efc0-a888-4443-9db1-a760f3defcfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:25:48.432609 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-98eb4425-6347-4d2b-b502-5fe55e4b3d69 admin admin] Publish callbacks [] for security_group (7d1c8297-9cb2-494a-af05-f669988ca822), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.454267 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-98eb4425-6347-4d2b-b502-5fe55e4b3d69 admin admin] Publish callbacks [] for security_group (7d1c8297-9cb2-494a-af05-f669988ca822), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.504494 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-98eb4425-6347-4d2b-b502-5fe55e4b3d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (7d1c8297-9cb2-494a-af05-f669988ca822), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.507018 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-98eb4425-6347-4d2b-b502-5fe55e4b3d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.508174 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-98eb4425-6347-4d2b-b502-5fe55e4b3d69 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/7d1c8297-9cb2-494a-af05-f669988ca822 HTTP/1.1" status: 204 len: 168 time: 0.1224530 May 17 17:25:48.516478 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb4425-6347-4d2b-b502-5fe55e4b3d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1c8297-9cb2-494a-af05-f669988ca822,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:48.785547 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51772) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:48.799159 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e53521c-492d-42c3-bad7-4d898039ba05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.872208 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e53521c-492d-42c3-bad7-4d898039ba05 admin admin] Publish callbacks [] for security_group (e3b7463b-03b0-40d7-8d83-32501dd71e82), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.876009 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e53521c-492d-42c3-bad7-4d898039ba05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e3b7463b-03b0-40d7-8d83-32501dd71e82), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.913587 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-8e53521c-492d-42c3-bad7-4d898039ba05 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bf8dd4ebafe84fe6b1fd9491df00aac3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269531 May 17 17:25:48.914444 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53521c-492d-42c3-bad7-4d898039ba05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b7463b-03b0-40d7-8d83-32501dd71e82,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:48.917303 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51774) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:48.968014 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0943baf7-45dd-4606-b1f9-e5496535f55b admin admin] Publish callbacks [] for security_group (e3b7463b-03b0-40d7-8d83-32501dd71e82), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:48.990026 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0943baf7-45dd-4606-b1f9-e5496535f55b admin admin] Publish callbacks [] for security_group (e3b7463b-03b0-40d7-8d83-32501dd71e82), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:49.041834 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0943baf7-45dd-4606-b1f9-e5496535f55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (e3b7463b-03b0-40d7-8d83-32501dd71e82), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:49.044940 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-0943baf7-45dd-4606-b1f9-e5496535f55b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:49.046244 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-0943baf7-45dd-4606-b1f9-e5496535f55b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/e3b7463b-03b0-40d7-8d83-32501dd71e82 HTTP/1.1" status: 204 len: 168 time: 0.1279142 May 17 17:25:49.056804 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943baf7-45dd-4606-b1f9-e5496535f55b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b7463b-03b0-40d7-8d83-32501dd71e82,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:53.994397 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51876) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:54.105796 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7e14800d-f65a-48ba-9c27-d116c507315e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.180926 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7e14800d-f65a-48ba-9c27-d116c507315e admin admin] Publish callbacks [] for security_group (18de7e17-94eb-421a-945a-6fd6fbf311fb), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.185798 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7e14800d-f65a-48ba-9c27-d116c507315e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (18de7e17-94eb-421a-945a-6fd6fbf311fb), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.224064 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-7e14800d-f65a-48ba-9c27-d116c507315e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9032c3792e624361acbc36a9c219e25c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286053 May 17 17:25:54.224950 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e14800d-f65a-48ba-9c27-d116c507315e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18de7e17-94eb-421a-945a-6fd6fbf311fb,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:54.226753 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51880) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:54.278305 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-cbacc0ac-538d-4734-bc5e-238c68eb5126 admin admin] Publish callbacks [] for security_group (18de7e17-94eb-421a-945a-6fd6fbf311fb), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.300230 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-cbacc0ac-538d-4734-bc5e-238c68eb5126 admin admin] Publish callbacks [] for security_group (18de7e17-94eb-421a-945a-6fd6fbf311fb), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.345633 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-cbacc0ac-538d-4734-bc5e-238c68eb5126 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (18de7e17-94eb-421a-945a-6fd6fbf311fb), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.348274 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-cbacc0ac-538d-4734-bc5e-238c68eb5126 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.349524 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-cbacc0ac-538d-4734-bc5e-238c68eb5126 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/18de7e17-94eb-421a-945a-6fd6fbf311fb HTTP/1.1" status: 204 len: 168 time: 0.1200416 May 17 17:25:54.357512 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacc0ac-538d-4734-bc5e-238c68eb5126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18de7e17-94eb-421a-945a-6fd6fbf311fb,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:54.605716 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51888) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:54.618631 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-8976bb6f-3b91-44a0-8b45-a95492874563 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.692625 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-8976bb6f-3b91-44a0-8b45-a95492874563 admin admin] Publish callbacks [] for security_group (322394f8-2b11-4c3c-80e9-0e83e0947ff9), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.696316 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-8976bb6f-3b91-44a0-8b45-a95492874563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (322394f8-2b11-4c3c-80e9-0e83e0947ff9), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.737638 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-8976bb6f-3b91-44a0-8b45-a95492874563 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=65bbf9da6d1e4b36830e0b6c76107abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308558 May 17 17:25:54.738349 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976bb6f-3b91-44a0-8b45-a95492874563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322394f8-2b11-4c3c-80e9-0e83e0947ff9,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:54.740471 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51890) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:54.788228 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e78983b4-d718-4bd0-9755-8cb5c3f78c87 admin admin] Publish callbacks [] for security_group (322394f8-2b11-4c3c-80e9-0e83e0947ff9), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.808896 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e78983b4-d718-4bd0-9755-8cb5c3f78c87 admin admin] Publish callbacks [] for security_group (322394f8-2b11-4c3c-80e9-0e83e0947ff9), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.852771 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e78983b4-d718-4bd0-9755-8cb5c3f78c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (322394f8-2b11-4c3c-80e9-0e83e0947ff9), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.855307 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e78983b4-d718-4bd0-9755-8cb5c3f78c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:54.856485 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e78983b4-d718-4bd0-9755-8cb5c3f78c87 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/322394f8-2b11-4c3c-80e9-0e83e0947ff9 HTTP/1.1" status: 204 len: 168 time: 0.1150310 May 17 17:25:54.864249 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78983b4-d718-4bd0-9755-8cb5c3f78c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322394f8-2b11-4c3c-80e9-0e83e0947ff9,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:55.172535 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51896) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:55.186310 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9f80e283-0b62-4211-a6b0-8320cfe31908 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:55.262841 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9f80e283-0b62-4211-a6b0-8320cfe31908 admin admin] Publish callbacks [] for security_group (4ea5cc5a-86a0-42ff-9a48-4156b7ef9899), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:55.267395 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9f80e283-0b62-4211-a6b0-8320cfe31908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (4ea5cc5a-86a0-42ff-9a48-4156b7ef9899), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:55.305409 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9f80e283-0b62-4211-a6b0-8320cfe31908 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=53c7b0e942384675a3c6e337ab37dcba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318023 May 17 17:25:55.306893 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f80e283-0b62-4211-a6b0-8320cfe31908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea5cc5a-86a0-42ff-9a48-4156b7ef9899,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:55.308889 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51898) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:55.361113 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93a97361-f731-45ab-b628-d47e11db92c1 admin admin] Publish callbacks [] for security_group (4ea5cc5a-86a0-42ff-9a48-4156b7ef9899), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:55.381707 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93a97361-f731-45ab-b628-d47e11db92c1 admin admin] Publish callbacks [] for security_group (4ea5cc5a-86a0-42ff-9a48-4156b7ef9899), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:55.426022 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93a97361-f731-45ab-b628-d47e11db92c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (4ea5cc5a-86a0-42ff-9a48-4156b7ef9899), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:55.428740 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93a97361-f731-45ab-b628-d47e11db92c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:55.429944 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-93a97361-f731-45ab-b628-d47e11db92c1 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/4ea5cc5a-86a0-42ff-9a48-4156b7ef9899 HTTP/1.1" status: 204 len: 168 time: 0.1191313 May 17 17:25:55.438424 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a97361-f731-45ab-b628-d47e11db92c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea5cc5a-86a0-42ff-9a48-4156b7ef9899,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:56.274402 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52de3-e4bf-4a78-88d6-3e047bfbbd46 req-48a1cb00-672f-40b3-9dba-b39408daeaa0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:56.275903 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88a52de3-e4bf-4a78-88d6-3e047bfbbd46 req-48a1cb00-672f-40b3-9dba-b39408daeaa0 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 946 time: 0.0473034 May 17 17:25:56.326862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88a52de3-e4bf-4a78-88d6-3e047bfbbd46 req-4ce3a241-ef4d-4a24-8da3-e297fea8f716 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449607 May 17 17:25:57.450075 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276bf1c7-f5d1-4255-abb8-3721238cf6d9 req-f6d07e9e-8569-4ed5-b642-8b8645bdb686 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:57.451560 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-276bf1c7-f5d1-4255-abb8-3721238cf6d9 req-f6d07e9e-8569-4ed5-b642-8b8645bdb686 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 946 time: 0.0503545 May 17 17:25:57.498068 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-276bf1c7-f5d1-4255-abb8-3721238cf6d9 req-ef2fe58f-8dda-4163-a55d-25ab5e5d8ebc tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups?id=d86de6da-8ae8-444c-bc35-6c08f13fa698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404942 May 17 17:25:57.749339 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-a6bab461-de81-454d-afc2-9c4b677ed998 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:25:57.750702 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-a6bab461-de81-454d-afc2-9c4b677ed998 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 946 time: 0.0471499 May 17 17:25:57.835053 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Deleting port 311d982e-3390-4603-a366-d364964046f8 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:25:57.835388 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (311d982e-3390-4603-a366-d364964046f8), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:57.920724 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] For port 311d982e-3390-4603-a366-d364964046f8, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=311d982e-3390-4603-a366-d364964046f8,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:25:57.921090 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (311d982e-3390-4603-a366-d364964046f8), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:58.077649 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:58.077941 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (1d2138fd-eb80-4a50-8923-f03901f1f599), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:58.078371 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Floating IP 1d2138fd-eb80-4a50-8923-f03901f1f599 disassociated. External IP: 172.27.3.108, port: 311d982e-3390-4603-a366-d364964046f8. May 17 17:25:58.078737 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Calling delete_port for 311d982e-3390-4603-a366-d364964046f8 owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:25:58.210945 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (311d982e-3390-4603-a366-d364964046f8), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:58.239143 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event deleted for resources: {'Port': ['ID=311d982e-3390-4603-a366-d364964046f8,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:58.355839 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Router 5c18e419-3100-488e-81cb-1a021556f59f has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:25:58.460587 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:25:58.472137 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] Sync routers for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:25:58.484414 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:58.485060 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:58.512877 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] No DVR routers for this DVR port 311d982e-3390-4603-a366-d364964046f8 on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:25:58.515709 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:58.519287 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-292d63cd-d0bc-40b3-a949-92df7e1837ef req-97035370-8b74-4b40-ac78-3ea008035c42 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.36 "DELETE /v2.0/ports/311d982e-3390-4603-a366-d364964046f8 HTTP/1.1" status: 204 len: 173 time: 0.7635655 May 17 17:25:58.519755 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-deleted', 'tag': '311d982e-3390-4603-a366-d364964046f8'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:25:58.522291 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f3a251-3591-431a-8573-219f9f919785" -d '{"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-deleted", "tag": "311d982e-3390-4603-a366-d364964046f8"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:25:58.570546 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ab37d4-53ff-4c26-9d13-d70e57886b6e x-openstack-request-id: req-08ab37d4-53ff-4c26-9d13-d70e57886b6e {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:25:58.570845 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73dec9ae-7829-4c47-981e-0af1c21306de", "name": "network-vif-deleted", "tag": "311d982e-3390-4603-a366-d364964046f8", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:25:58.571106 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-08ab37d4-53ff-4c26-9d13-d70e57886b6e {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:25:58.571517 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08ab37d4-53ff-4c26-9d13-d70e57886b6e'] response: {'server_uuid': '73dec9ae-7829-4c47-981e-0af1c21306de', 'name': 'network-vif-deleted', 'tag': '311d982e-3390-4603-a366-d364964046f8', 'status': 'completed', 'code': 200} May 17 17:25:58.654214 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-23a6abb5-5043-4a15-9d05-42c6701e5cf7 req-04b8572b-80b4-4fed-9a02-620dfcdce9e4 tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/ports?device_id=73dec9ae-7829-4c47-981e-0af1c21306de HTTP/1.1" status: 200 len: 210 time: 0.0420234 May 17 17:25:58.655086 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:58.972678 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:58.999536 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] Checking router: 5c18e419-3100-488e-81cb-1a021556f59f for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:25:59.008115 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:25:59.008705 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:59.106792 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:25:59.282515 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:25:59.305990 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e3a8a-0e2e-4f6a-bfa8-288fe0d17f56 None None] The sync data for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi is: [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:19:12Z', 'revision_number': 4, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28', 'name': '', 'network_id': '0b423006-12e3-472b-b6a6-0910894ab360', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'mac_address': 'fa:16:3e:dd:18:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:11Z', 'updated_at': '2022-05-17T17:19:18Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'subnets': [{'id': '6dba3b42-2135-4311-84f7-13e53c14101f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:25:59.516617 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59390288-bc47-47f5-8870-6c8b5c4a0d4b None None] New status for floating IP 1d2138fd-eb80-4a50-8923-f03901f1f599: DOWN {{(pid=103829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:25:59.738893 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 51984) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:59.797462 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b86751de-2727-4a1f-ad43-a85bc3b879ac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (d86de6da-8ae8-444c-bc35-6c08f13fa698), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:59.821521 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b86751de-2727-4a1f-ad43-a85bc3b879ac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (d86de6da-8ae8-444c-bc35-6c08f13fa698), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:59.869639 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b86751de-2727-4a1f-ad43-a85bc3b879ac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d86de6da-8ae8-444c-bc35-6c08f13fa698), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:59.872313 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b86751de-2727-4a1f-ad43-a85bc3b879ac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:25:59.875896 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-b86751de-2727-4a1f-ad43-a85bc3b879ac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "DELETE /v2.0/security-groups/d86de6da-8ae8-444c-bc35-6c08f13fa698 HTTP/1.1" status: 204 len: 168 time: 0.1335273 May 17 17:25:59.876924 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51986) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:25:59.885397 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86751de-2727-4a1f-ad43-a85bc3b879ac tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d86de6da-8ae8-444c-bc35-6c08f13fa698,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:25:59.898656 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.api.v2.resource [None req-235ed89a-421f-4339-9179-b2b02910792f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] show failed (client error): The resource could not be found. May 17 17:25:59.899741 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-235ed89a-421f-4339-9179-b2b02910792f tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "GET /v2.0/security-groups/d86de6da-8ae8-444c-bc35-6c08f13fa698 HTTP/1.1" status: 404 len: 347 time: 0.0217309 May 17 17:25:59.903329 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 51988) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:00.031752 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Deleting port 0288af53-de0b-4c6e-bb5d-0ea033828efb {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:26:00.032102 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (0288af53-de0b-4c6e-bb5d-0ea033828efb), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:00.111089 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (0288af53-de0b-4c6e-bb5d-0ea033828efb), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:00.111563 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (0288af53-de0b-4c6e-bb5d-0ea033828efb), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:00.127473 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Calling delete_port for 0288af53-de0b-4c6e-bb5d-0ea033828efb owned by network:floatingip {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:26:00.258362 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (0288af53-de0b-4c6e-bb5d-0ea033828efb), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:00.285797 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Pushing event deleted for resources: {'Port': ['ID=0288af53-de0b-4c6e-bb5d-0ea033828efb,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:00.345530 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks [] for floatingip (1d2138fd-eb80-4a50-8923-f03901f1f599), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:00.347979 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:00.349160 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e36cb8f3-d196-416c-94bc-b371953fbe0e tempest-AttachVolumeShelveTestJSON-1787492491 tempest-AttachVolumeShelveTestJSON-1787492491-project] 10.222.0.81 "DELETE /v2.0/floatingips/1d2138fd-eb80-4a50-8923-f03901f1f599 HTTP/1.1" status: 204 len: 168 time: 0.4449694 May 17 17:26:01.184854 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:26:02.776562 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52036) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:03.006293 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:26:03.025551 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 311d982e-3390-4603-a366-d364964046f8 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:26:03.025904 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 311d982e-3390-4603-a366-d364964046f8 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:26:03.261512 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (5c18e419-3100-488e-81cb-1a021556f59f), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:03.481292 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Deleting port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:26:03.481639 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:03.575862 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] For port 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:26:03.576145 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:03.589940 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Calling delete_port for 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 owned by network:router_interface {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:26:03.770228 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:03.796028 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:03.984410 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (5c18e419-3100-488e-81cb-1a021556f59f), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:04.203182 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Router 5c18e419-3100-488e-81cb-1a021556f59f has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:26:04.304086 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:26:04.309245 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d213a015-446a-4c1b-934f-ce3938885501 admin admin] 10.222.0.81 "PUT /v2.0/routers/5c18e419-3100-488e-81cb-1a021556f59f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5312190 May 17 17:26:04.312457 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52046) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:04.313195 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] Sync routers for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:26:04.331671 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:26:04.334218 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:04.416613 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks [] for router (5c18e419-3100-488e-81cb-1a021556f59f), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:04.433674 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:26:04.519662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks [] for router_gateway (5c18e419-3100-488e-81cb-1a021556f59f), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:04.567550 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Deleting port 9c08604f-e303-49cf-be3c-89081e940c08 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:26:04.568042 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (9c08604f-e303-49cf-be3c-89081e940c08), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:04.603442 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199'}], 'enable_snat': True}, 'gw_port_id': '9c08604f-e303-49cf-be3c-89081e940c08', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:26:03Z', 'revision_number': 5, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port': {'id': '9c08604f-e303-49cf-be3c-89081e940c08', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:de:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c18e419-3100-488e-81cb-1a021556f59f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:19:07Z', 'updated_at': '2022-05-17T17:19:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:04.630965 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] Checking router: 5c18e419-3100-488e-81cb-1a021556f59f for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:26:04.639918 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] Routers {'5c18e419-3100-488e-81cb-1a021556f59f'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:26:04.640585 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:25:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['5c18e419-3100-488e-81cb-1a021556f59f'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:04.659788 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] For port 9c08604f-e303-49cf-be3c-89081e940c08, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=9c08604f-e303-49cf-be3c-89081e940c08,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:26:04.660153 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (9c08604f-e303-49cf-be3c-89081e940c08), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:04.676975 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Calling delete_port for 9c08604f-e303-49cf-be3c-89081e940c08 owned by network:router_gateway {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:26:04.738264 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] Set router 5c18e419-3100-488e-81cb-1a021556f59f gateway port host: None {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:26:04.791062 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:26:04Z', 'revision_number': 6, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port_host': None}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:04.816795 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79974e4-097a-4861-8c4c-eefd8d1e06c7 None None] The sync data for ids ['5c18e419-3100-488e-81cb-1a021556f59f'] in dv-cinder-842148-1-iscsi is: [{'id': '5c18e419-3100-488e-81cb-1a021556f59f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023240270-router', 'tenant_id': '31b28ed8fa0c42dc8294631db314ab0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:19:06Z', 'updated_at': '2022-05-17T17:26:04Z', 'revision_number': 6, 'project_id': '31b28ed8fa0c42dc8294631db314ab0a', 'gw_port_host': None}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:26:04.846543 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (9c08604f-e303-49cf-be3c-89081e940c08), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:04.880986 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Pushing event deleted for resources: {'Port': ['ID=9c08604f-e303-49cf-be3c-89081e940c08,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:04.942341 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (5c18e419-3100-488e-81cb-1a021556f59f), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.064306 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (5c18e419-3100-488e-81cb-1a021556f59f), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.066571 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks [] for router_controller (5c18e419-3100-488e-81cb-1a021556f59f), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.142648 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (5c18e419-3100-488e-81cb-1a021556f59f), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.143156 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c18e419-3100-488e-81cb-1a021556f59f {{(pid=103827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:26:05.149279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.150892 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-95e6be99-960c-49e6-83ca-0864f51589df admin admin] 10.222.0.81 "DELETE /v2.0/routers/5c18e419-3100-488e-81cb-1a021556f59f HTTP/1.1" status: 204 len: 168 time: 0.8373840 May 17 17:26:05.153582 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52054) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:05.203462 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e56263b-6c1c-49ea-b2d2-2ba22f84cd64 admin admin] Deleting subnet 6dba3b42-2135-4311-84f7-13e53c14101f {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:26:05.206783 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3e56263b-6c1c-49ea-b2d2-2ba22f84cd64 admin admin] Publish callbacks [] for subnet (6dba3b42-2135-4311-84f7-13e53c14101f), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.247138 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3e56263b-6c1c-49ea-b2d2-2ba22f84cd64 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (6dba3b42-2135-4311-84f7-13e53c14101f), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.344892 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:26:05.349100 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3e56263b-6c1c-49ea-b2d2-2ba22f84cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (6dba3b42-2135-4311-84f7-13e53c14101f), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.371568 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:26:05.371917 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 63ddf5e2-6a31-48eb-a0ae-bf6595bcfd28 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:26:05.402238 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3e56263b-6c1c-49ea-b2d2-2ba22f84cd64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (6dba3b42-2135-4311-84f7-13e53c14101f), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.427412 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56263b-6c1c-49ea-b2d2-2ba22f84cd64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dba3b42-2135-4311-84f7-13e53c14101f,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:05.431080 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-3e56263b-6c1c-49ea-b2d2-2ba22f84cd64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.434246 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-3e56263b-6c1c-49ea-b2d2-2ba22f84cd64 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/6dba3b42-2135-4311-84f7-13e53c14101f HTTP/1.1" status: 204 len: 168 time: 0.2796869 May 17 17:26:05.437553 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52058) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:05.438169 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e6f4e7-8f92-44f3-9210-32562b6571ff None None] Network 0b423006-12e3-472b-b6a6-0910894ab360 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:26:05.507324 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (0b423006-12e3-472b-b6a6-0910894ab360), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.556399 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Deleting port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:26:05.556742 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.621301 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] For port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=af7c3d46-6b8c-44aa-aebe-7e5b637f5da5,segment=NetworkSegment(466a3ab2-1d68-42a4-ac51-3ea813f10f59),segment_id=466a3ab2-1d68-42a4-ac51-3ea813f10f59)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:26:05.621663 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.633893 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Calling delete_port for af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 owned by network:dhcp {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:26:05.697447 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] DHCP port deletion for 0b423006-12e3-472b-b6a6-0910894ab360 request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:26:05.722036 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.745682 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7c3d46-6b8c-44aa-aebe-7e5b637f5da5,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:05.751286 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] No DVR routers for this DVR port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 on host dv-cinder-842148-1-iscsi {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:26:05.754448 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] Deleting port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 {{(pid=103828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:26:05.754821 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), before_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.819487 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] For port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5, host dv-cinder-842148-1-iscsi, got binding levels [] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:26:05.819879 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), precommit_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.827408 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (0b423006-12e3-472b-b6a6-0910894ab360), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.834531 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] Calling delete_port for af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 owned by network:dhcp {{(pid=103828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:26:05.838027 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.ipam_backend_mixin [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] Port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 was not found and therefore no delete operation was performed {{(pid=103828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 17:26:05.839687 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949'] for port (af7c3d46-6b8c-44aa-aebe-7e5b637f5da5), after_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.849713 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b423006-12e3-472b-b6a6-0910894ab360']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:05.859222 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '466a3ab2-1d68-42a4-ac51-3ea813f10f59') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:05.859520 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '466a3ab2-1d68-42a4-ac51-3ea813f10f59') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:05.862915 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] Pushing event deleted for resources: {'Port': ['ID=af7c3d46-6b8c-44aa-aebe-7e5b637f5da5,revision_number=None']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:05.866981 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cb687-865c-426d-8364-a25d606e435a None None] No DVR routers for this DVR port af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 on host dv-cinder-842148-1-iscsi {{(pid=103828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:26:05.870249 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (466a3ab2-1d68-42a4-ac51-3ea813f10f59), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.885596 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (466a3ab2-1d68-42a4-ac51-3ea813f10f59), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.894144 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:26:05.894398 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (466a3ab2-1d68-42a4-ac51-3ea813f10f59), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:26:05.896351 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:26:05.954612 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (0b423006-12e3-472b-b6a6-0910894ab360), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.965396 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:05.968755 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0b423006-12e3-472b-b6a6-0910894ab360 HTTP/1.1" status: 204 len: 168 time: 0.5302291 May 17 17:26:05.982511 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564670b1-1e01-4ce9-9197-612c3b9e4c22 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b423006-12e3-472b-b6a6-0910894ab360,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:06.099423 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52068) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:06.139379 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-ba2820b7-35fe-464c-8545-9d7c3e42f608 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=31b28ed8fa0c42dc8294631db314ab0a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0386553 May 17 17:26:06.142057 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52070) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:06.194201 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-26f68662-035e-413a-8073-2a6911ebfec3 admin admin] Publish callbacks [] for security_group (93714d4c-8731-4482-96ac-45618f66bf0b), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.217708 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-26f68662-035e-413a-8073-2a6911ebfec3 admin admin] Publish callbacks [] for security_group (93714d4c-8731-4482-96ac-45618f66bf0b), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.246528 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 52076) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:06.289776 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-26f68662-035e-413a-8073-2a6911ebfec3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (93714d4c-8731-4482-96ac-45618f66bf0b), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.292991 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-26f68662-035e-413a-8073-2a6911ebfec3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.298559 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-26f68662-035e-413a-8073-2a6911ebfec3 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/93714d4c-8731-4482-96ac-45618f66bf0b HTTP/1.1" status: 204 len: 168 time: 0.1513307 May 17 17:26:06.303175 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f68662-035e-413a-8073-2a6911ebfec3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93714d4c-8731-4482-96ac-45618f66bf0b,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:06.402699 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-14d8df17-e6b7-443d-a6e9-a5eb841b004a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.511258 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-14d8df17-e6b7-443d-a6e9-a5eb841b004a admin admin] Publish callbacks [] for security_group (3fe1ddef-f170-4c0c-b59b-4c52cf15c221), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.515203 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-14d8df17-e6b7-443d-a6e9-a5eb841b004a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3fe1ddef-f170-4c0c-b59b-4c52cf15c221), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.551651 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-14d8df17-e6b7-443d-a6e9-a5eb841b004a admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=344fbb3548d44275b7554dd9053b8ce6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3045111 May 17 17:26:06.554602 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52088) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:06.567354 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d8df17-e6b7-443d-a6e9-a5eb841b004a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe1ddef-f170-4c0c-b59b-4c52cf15c221,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:06.627187 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-de0999e4-60f3-45f9-b05e-1554f3a9b520 admin admin] Publish callbacks [] for security_group (3fe1ddef-f170-4c0c-b59b-4c52cf15c221), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.653850 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-de0999e4-60f3-45f9-b05e-1554f3a9b520 admin admin] Publish callbacks [] for security_group (3fe1ddef-f170-4c0c-b59b-4c52cf15c221), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.711290 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-de0999e4-60f3-45f9-b05e-1554f3a9b520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3fe1ddef-f170-4c0c-b59b-4c52cf15c221), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.714510 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-de0999e4-60f3-45f9-b05e-1554f3a9b520 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:06.718518 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-de0999e4-60f3-45f9-b05e-1554f3a9b520 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3fe1ddef-f170-4c0c-b59b-4c52cf15c221 HTTP/1.1" status: 204 len: 168 time: 0.1600759 May 17 17:26:06.723780 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0999e4-60f3-45f9-b05e-1554f3a9b520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe1ddef-f170-4c0c-b59b-4c52cf15c221,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:07.091268 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9c08604f-e303-49cf-be3c-89081e940c08 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:26:07.092455 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52112) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:07.106375 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-21ba5089-d28b-4587-8305-56beb64984ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:07.111229 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 9c08604f-e303-49cf-be3c-89081e940c08 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:26:07.111586 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9c08604f-e303-49cf-be3c-89081e940c08 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:26:07.112014 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:26:07.130418 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:26:07.130769 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device af7c3d46-6b8c-44aa-aebe-7e5b637f5da5 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:26:07.457969 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-21ba5089-d28b-4587-8305-56beb64984ca admin admin] Publish callbacks [] for security_group (3963e581-811f-40a3-890d-f59efe851449), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:07.467900 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-21ba5089-d28b-4587-8305-56beb64984ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3963e581-811f-40a3-890d-f59efe851449), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:07.504821 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ba5089-d28b-4587-8305-56beb64984ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3963e581-811f-40a3-890d-f59efe851449,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:07.511770 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-21ba5089-d28b-4587-8305-56beb64984ca admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=a17a99d5359b43e1aa4688d94e0f9fce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4156308 May 17 17:26:07.512035 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52122) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:07.562244 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ec5265bb-f65d-4349-9f7e-8f4f43582dda admin admin] Publish callbacks [] for security_group (3963e581-811f-40a3-890d-f59efe851449), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:07.583716 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ec5265bb-f65d-4349-9f7e-8f4f43582dda admin admin] Publish callbacks [] for security_group (3963e581-811f-40a3-890d-f59efe851449), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:07.633583 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ec5265bb-f65d-4349-9f7e-8f4f43582dda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3963e581-811f-40a3-890d-f59efe851449), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:07.636254 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ec5265bb-f65d-4349-9f7e-8f4f43582dda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:07.639576 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-ec5265bb-f65d-4349-9f7e-8f4f43582dda admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3963e581-811f-40a3-890d-f59efe851449 HTTP/1.1" status: 204 len: 168 time: 0.1244371 May 17 17:26:07.646222 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5265bb-f65d-4349-9f7e-8f4f43582dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3963e581-811f-40a3-890d-f59efe851449,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:08.723438 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52204) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:08.785500 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52208) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:08.891519 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9217360a-8c9f-40a2-98f8-3489dd97eb28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:08.903165 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-59f13e0a-da87-4a9e-88ef-4d95d567db00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.026739 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9217360a-8c9f-40a2-98f8-3489dd97eb28 admin admin] Publish callbacks [] for security_group (8a0a5390-aef2-40ef-8b81-7c378cf39abb), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.034811 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9217360a-8c9f-40a2-98f8-3489dd97eb28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8a0a5390-aef2-40ef-8b81-7c378cf39abb), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.038318 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-59f13e0a-da87-4a9e-88ef-4d95d567db00 admin admin] Publish callbacks [] for security_group (305d9a29-ce03-498b-a407-4e6f35891e8e), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.052736 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-59f13e0a-da87-4a9e-88ef-4d95d567db00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (305d9a29-ce03-498b-a407-4e6f35891e8e), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.099354 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9217360a-8c9f-40a2-98f8-3489dd97eb28 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6f88a3946c494602890a25bc91557e56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103848 May 17 17:26:09.099502 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-59f13e0a-da87-4a9e-88ef-4d95d567db00 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d10d4681867d45559a0000c17b1b504d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3744328 May 17 17:26:09.100221 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9217360a-8c9f-40a2-98f8-3489dd97eb28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0a5390-aef2-40ef-8b81-7c378cf39abb,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:09.100684 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 52214) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:09.105010 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52216) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:09.152018 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f13e0a-da87-4a9e-88ef-4d95d567db00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305d9a29-ce03-498b-a407-4e6f35891e8e,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:09.165076 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3a328259-f8fa-4b89-a575-1ccdc57bc31a admin admin] Publish callbacks [] for security_group (8a0a5390-aef2-40ef-8b81-7c378cf39abb), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.186307 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4b671d9d-7f0b-4bc6-9b6f-d78a30b3dd55 admin admin] Publish callbacks [] for security_group (305d9a29-ce03-498b-a407-4e6f35891e8e), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.187517 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3a328259-f8fa-4b89-a575-1ccdc57bc31a admin admin] Publish callbacks [] for security_group (8a0a5390-aef2-40ef-8b81-7c378cf39abb), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.207350 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4b671d9d-7f0b-4bc6-9b6f-d78a30b3dd55 admin admin] Publish callbacks [] for security_group (305d9a29-ce03-498b-a407-4e6f35891e8e), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.238275 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3a328259-f8fa-4b89-a575-1ccdc57bc31a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8a0a5390-aef2-40ef-8b81-7c378cf39abb), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.240852 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3a328259-f8fa-4b89-a575-1ccdc57bc31a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.242098 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-3a328259-f8fa-4b89-a575-1ccdc57bc31a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8a0a5390-aef2-40ef-8b81-7c378cf39abb HTTP/1.1" status: 204 len: 168 time: 0.1398387 May 17 17:26:09.250455 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a328259-f8fa-4b89-a575-1ccdc57bc31a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0a5390-aef2-40ef-8b81-7c378cf39abb,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:09.261600 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4b671d9d-7f0b-4bc6-9b6f-d78a30b3dd55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (305d9a29-ce03-498b-a407-4e6f35891e8e), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.265482 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4b671d9d-7f0b-4bc6-9b6f-d78a30b3dd55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.266651 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-4b671d9d-7f0b-4bc6-9b6f-d78a30b3dd55 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/305d9a29-ce03-498b-a407-4e6f35891e8e HTTP/1.1" status: 204 len: 168 time: 0.1603060 May 17 17:26:09.277008 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b671d9d-7f0b-4bc6-9b6f-d78a30b3dd55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d9a29-ce03-498b-a407-4e6f35891e8e,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:09.559367 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 52232) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:09.573202 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2ae92f04-8182-4199-b286-b9aa53402f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.656889 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2ae92f04-8182-4199-b286-b9aa53402f71 admin admin] Publish callbacks [] for security_group (44a02bcf-eb7b-455c-8be3-ec25b688867a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.661242 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2ae92f04-8182-4199-b286-b9aa53402f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (44a02bcf-eb7b-455c-8be3-ec25b688867a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.699962 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-2ae92f04-8182-4199-b286-b9aa53402f71 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=22924c272b1f4f47afe9962adf38b1ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1394420 May 17 17:26:09.702500 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 52236) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:09.709571 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae92f04-8182-4199-b286-b9aa53402f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a02bcf-eb7b-455c-8be3-ec25b688867a,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:09.767433 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7de7-563a-4733-b8c4-b08a55307e3c admin admin] Publish callbacks [] for security_group (44a02bcf-eb7b-455c-8be3-ec25b688867a), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.791002 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7de7-563a-4733-b8c4-b08a55307e3c admin admin] Publish callbacks [] for security_group (44a02bcf-eb7b-455c-8be3-ec25b688867a), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.850312 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7de7-563a-4733-b8c4-b08a55307e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (44a02bcf-eb7b-455c-8be3-ec25b688867a), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.853428 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-2ebd7de7-563a-4733-b8c4-b08a55307e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:09.854601 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-2ebd7de7-563a-4733-b8c4-b08a55307e3c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/44a02bcf-eb7b-455c-8be3-ec25b688867a HTTP/1.1" status: 204 len: 168 time: 0.1509159 May 17 17:26:09.867385 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd7de7-563a-4733-b8c4-b08a55307e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a02bcf-eb7b-455c-8be3-ec25b688867a,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:12.051018 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-32503fc0-610e-493d-b81c-27a2bd51f1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.070631 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 52380) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:12.203550 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-05bbbcc8-ba0a-4340-bc57-67c47dde5219 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.302149 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-05bbbcc8-ba0a-4340-bc57-67c47dde5219 admin admin] Publish callbacks [] for security_group (ce198b5d-b02e-4b3c-8efb-777832343f10), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.306938 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-05bbbcc8-ba0a-4340-bc57-67c47dde5219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ce198b5d-b02e-4b3c-8efb-777832343f10), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.344979 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bbbcc8-ba0a-4340-bc57-67c47dde5219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce198b5d-b02e-4b3c-8efb-777832343f10,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:12.351378 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-05bbbcc8-ba0a-4340-bc57-67c47dde5219 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ed504e3ac15847eda16d7a31a885c572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794514 May 17 17:26:12.352002 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 52386) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:12.402608 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c6908cfe-e14d-4d11-92ef-c0b9ac7d2b93 admin admin] Publish callbacks [] for security_group (ce198b5d-b02e-4b3c-8efb-777832343f10), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.425495 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c6908cfe-e14d-4d11-92ef-c0b9ac7d2b93 admin admin] Publish callbacks [] for security_group (ce198b5d-b02e-4b3c-8efb-777832343f10), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.473787 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c6908cfe-e14d-4d11-92ef-c0b9ac7d2b93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ce198b5d-b02e-4b3c-8efb-777832343f10), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.476672 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c6908cfe-e14d-4d11-92ef-c0b9ac7d2b93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.477984 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c6908cfe-e14d-4d11-92ef-c0b9ac7d2b93 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ce198b5d-b02e-4b3c-8efb-777832343f10 HTTP/1.1" status: 204 len: 168 time: 0.1242473 May 17 17:26:12.486838 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6908cfe-e14d-4d11-92ef-c0b9ac7d2b93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce198b5d-b02e-4b3c-8efb-777832343f10,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:12.749044 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52392) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:12.763503 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-503c05ab-9e89-4128-bbca-ab1e654dafd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.845019 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-503c05ab-9e89-4128-bbca-ab1e654dafd4 admin admin] Publish callbacks [] for security_group (9a8f3270-6980-42c1-8f08-e8f8994f4d33), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.849197 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-503c05ab-9e89-4128-bbca-ab1e654dafd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9a8f3270-6980-42c1-8f08-e8f8994f4d33), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.887272 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c05ab-9e89-4128-bbca-ab1e654dafd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8f3270-6980-42c1-8f08-e8f8994f4d33,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:12.891562 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-503c05ab-9e89-4128-bbca-ab1e654dafd4 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=388f0fe7f97e49bb993469068ad5d3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414015 May 17 17:26:12.894157 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52396) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:12.943594 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-489eb56b-5808-4c73-a161-2f0a5f3e95be admin admin] Publish callbacks [] for security_group (9a8f3270-6980-42c1-8f08-e8f8994f4d33), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:12.964928 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-489eb56b-5808-4c73-a161-2f0a5f3e95be admin admin] Publish callbacks [] for security_group (9a8f3270-6980-42c1-8f08-e8f8994f4d33), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:13.020281 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-489eb56b-5808-4c73-a161-2f0a5f3e95be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9a8f3270-6980-42c1-8f08-e8f8994f4d33), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:13.022968 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-489eb56b-5808-4c73-a161-2f0a5f3e95be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:13.024124 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-489eb56b-5808-4c73-a161-2f0a5f3e95be admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9a8f3270-6980-42c1-8f08-e8f8994f4d33 HTTP/1.1" status: 204 len: 168 time: 0.1290717 May 17 17:26:13.032482 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489eb56b-5808-4c73-a161-2f0a5f3e95be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8f3270-6980-42c1-8f08-e8f8994f4d33,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:14.035664 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:14.378233 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ce9fc557-6b8d-4487-b483-b16fc1f7b940 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:15.564542 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:17.099339 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:18.287411 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:38.184370 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:26:42.046270 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f536ed9d-5eaa-44bd-abd6-802194ae9bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:44.047648 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:44.379756 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4b361689-8166-4a5e-91ca-9c9566651fab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:45.567401 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:47.101743 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:48.285796 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:56.709611 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52870) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:26:57.010296 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Deleting port 8047684d-e3ad-4924-8220-a48660bbf0a6 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:26:57.010642 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (8047684d-e3ad-4924-8220-a48660bbf0a6), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:57.090808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (8047684d-e3ad-4924-8220-a48660bbf0a6), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:57.091151 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for floatingip (8047684d-e3ad-4924-8220-a48660bbf0a6), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:57.103376 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Calling delete_port for 8047684d-e3ad-4924-8220-a48660bbf0a6 owned by network:floatingip {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:26:57.268685 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (8047684d-e3ad-4924-8220-a48660bbf0a6), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:57.299300 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event deleted for resources: {'Port': ['ID=8047684d-e3ad-4924-8220-a48660bbf0a6,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:26:57.325151 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.325495 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.325842 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.326188 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.326528 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.326864 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.327196 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.327525 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.327855 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.328185 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.328545 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.328878 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.329206 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.329534 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.330127 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:26:57.373436 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for floatingip (cd1d765e-785f-484c-8582-9e2ce628b089), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:57.373768 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Floating IP cd1d765e-785f-484c-8582-9e2ce628b089 disassociated (deleted). External IP: 172.27.3.180, port: d89a96ad-f806-471a-8507-39db2c10db28. May 17 17:26:57.580357 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Router a4555cca-0e88-4016-8b75-b6f87ea83281 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:26:57.683026 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:26:57.688628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:26:57.693105 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] Sync routers for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:26:57.702153 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:26:57.702759 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:26:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:57.718495 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9ccd9fd2-0332-47e1-88f0-c71fdf59fbfa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "DELETE /v2.0/floatingips/cd1d765e-785f-484c-8582-9e2ce628b089 HTTP/1.1" status: 204 len: 168 time: 1.0077071 May 17 17:26:57.719170 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:26:57.721533 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c596180-3c50-4c1d-bd7e-a19471adcae5" -d '{"events": [{"name": "network-changed", "server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "tag": "d89a96ad-f806-471a-8507-39db2c10db28"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:26:57.758936 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b23c02c-ab88-4cae-a3c1-842c6c420f7a x-openstack-request-id: req-8b23c02c-ab88-4cae-a3c1-842c6c420f7a {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:26:57.759453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "tag": "d89a96ad-f806-471a-8507-39db2c10db28", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:26:57.759646 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-8b23c02c-ab88-4cae-a3c1-842c6c420f7a {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:26:57.760059 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b23c02c-ab88-4cae-a3c1-842c6c420f7a'] response: {'name': 'network-changed', 'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28', 'status': 'completed', 'code': 200} May 17 17:26:57.802840 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:26:57.967674 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da6de7c-6852-4ab1-b924-23f7e4552230 req-446b68b4-a0ca-41e1-9330-87cc07ea5526 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:26:57.969247 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3da6de7c-6852-4ab1-b924-23f7e4552230 req-446b68b4-a0ca-41e1-9330-87cc07ea5526 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0550084 May 17 17:26:58.019862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3da6de7c-6852-4ab1-b924-23f7e4552230 req-cd4a63f4-22ae-4452-af00-758b8d066a6a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447483 May 17 17:26:58.096185 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'dc627650-c820-4835-afcd-9c07273757e8', 'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'mac_address': 'fa:16:3e:a8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:33Z', 'updated_at': '2022-05-17T17:21:40Z', 'revision_number': 5, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'subnets': [{'id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:58.121343 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] Checking router: a4555cca-0e88-4016-8b75-b6f87ea83281 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:26:58.130027 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:26:58.130646 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:26:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:58.236532 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:26:58.422933 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'dc627650-c820-4835-afcd-9c07273757e8', 'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'mac_address': 'fa:16:3e:a8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:33Z', 'updated_at': '2022-05-17T17:21:40Z', 'revision_number': 5, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'subnets': [{'id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:26:58.447830 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a64755a-51cb-4ec8-9412-1d3bd339731d None None] The sync data for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi is: [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:21:34Z', 'revision_number': 4, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'dc627650-c820-4835-afcd-9c07273757e8', 'name': '', 'network_id': '5b5a82b7-86ce-4a70-b9cb-eca717805c30', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'mac_address': 'fa:16:3e:a8:4f:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:33Z', 'updated_at': '2022-05-17T17:21:40Z', 'revision_number': 5, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'subnets': [{'id': '4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:26:58.669603 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e2a7b6-acec-4638-baf2-088178725143 None None] New status for floating IP cd1d765e-785f-484c-8582-9e2ce628b089: DOWN {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:26:59.141275 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2eb0a-c5de-45fa-980f-00b90a5e9cdd req-57bc7cd3-496b-4d5d-95e3-8393536ab267 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:26:59.142738 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bfc2eb0a-c5de-45fa-980f-00b90a5e9cdd req-57bc7cd3-496b-4d5d-95e3-8393536ab267 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0498950 May 17 17:26:59.190536 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bfc2eb0a-c5de-45fa-980f-00b90a5e9cdd req-c88df641-6290-4340-ad52-36e9452ae850 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420840 May 17 17:27:00.308805 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88b090-32c0-4825-a4ee-bc1b44b79a3a req-7cb840cb-b0b1-48d4-9614-2e6a0a58ffd6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:00.310782 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2d88b090-32c0-4825-a4ee-bc1b44b79a3a req-7cb840cb-b0b1-48d4-9614-2e6a0a58ffd6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0511961 May 17 17:27:00.359010 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2d88b090-32c0-4825-a4ee-bc1b44b79a3a req-4bbe0fd4-f02e-4236-af87-77af60930eac tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425589 May 17 17:27:01.476177 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d52d605-71f8-4d36-8bec-9e3bac995062 req-f29d7d7c-33c4-4660-9bb8-d45d99665e62 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:01.477721 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d52d605-71f8-4d36-8bec-9e3bac995062 req-f29d7d7c-33c4-4660-9bb8-d45d99665e62 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0484965 May 17 17:27:01.531995 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d52d605-71f8-4d36-8bec-9e3bac995062 req-58bb813a-3ab5-4fca-9a61-c3bdae021c80 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486615 May 17 17:27:01.733740 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-7438bfa6-0076-4952-b969-91b3f2698980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:01.735293 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-7438bfa6-0076-4952-b969-91b3f2698980 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=5499cb4f84524e8ea33e93ca520139e5&device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 1130 time: 0.0551817 May 17 17:27:02.644816 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b527d9-7f18-42b6-8fc2-598ebd934efb req-15dae993-ed71-4e06-b68f-1a0521a90e50 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:02.646383 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-03b527d9-7f18-42b6-8fc2-598ebd934efb req-15dae993-ed71-4e06-b68f-1a0521a90e50 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0486310 May 17 17:27:02.697116 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-03b527d9-7f18-42b6-8fc2-598ebd934efb req-7cafe3e2-ee40-4d9c-acc8-16a3733704c6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451469 May 17 17:27:02.867441 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-3f0bed03-7753-4a14-ac9e-4356a770e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:02.868999 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-3f0bed03-7753-4a14-ac9e-4356a770e589 service neutron] 10.222.0.36 "GET /v2.0/networks?id=5b5a82b7-86ce-4a70-b9cb-eca717805c30 HTTP/1.1" status: 200 len: 909 time: 0.0938191 May 17 17:27:03.531736 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-01d231cd-961b-4110-804b-c06af04cd450 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d89a96ad-f806-471a-8507-39db2c10db28 HTTP/1.1" status: 200 len: 217 time: 0.0477355 May 17 17:27:03.590704 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-715e22fd-b5e9-4ce1-85db-610a41ce1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:03.592232 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-715e22fd-b5e9-4ce1-85db-610a41ce1270 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784 HTTP/1.1" status: 200 len: 847 time: 0.0536923 May 17 17:27:03.612612 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-6ed24fc4-9985-4329-be1b-8f8ebc566681 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:03.614179 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-6ed24fc4-9985-4329-be1b-8f8ebc566681 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.36 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0593987 May 17 17:27:03.642136 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-21dec046-d97f-4f45-bef3-4a4e86d737b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:03.643676 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-21dec046-d97f-4f45-bef3-4a4e86d737b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5b5a82b7-86ce-4a70-b9cb-eca717805c30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447197 May 17 17:27:03.705926 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Deleting port d89a96ad-f806-471a-8507-39db2c10db28 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:27:03.706489 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (d89a96ad-f806-471a-8507-39db2c10db28), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:03.744486 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-1bf466df-f4ed-4c17-a5a6-35c36ca620f0 service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936582 May 17 17:27:03.834478 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] For port d89a96ad-f806-471a-8507-39db2c10db28, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=d89a96ad-f806-471a-8507-39db2c10db28,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:27:03.834793 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (d89a96ad-f806-471a-8507-39db2c10db28), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:03.834992 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-1c596180-3c50-4c1d-bd7e-a19471adcae5 req-448f333d-1980-496b-a7d3-ae3219218d27 service neutron] 10.222.0.36 "GET /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840862 May 17 17:27:03.842987 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d0f2b-1ad0-44d6-a01e-0743dc089a8e req-3854bedb-7b83-4e20-9efd-4a7e4cf7c569 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:03.844511 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d2d0f2b-1ad0-44d6-a01e-0743dc089a8e req-3854bedb-7b83-4e20-9efd-4a7e4cf7c569 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 946 time: 0.0712109 May 17 17:27:03.862553 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Calling delete_port for d89a96ad-f806-471a-8507-39db2c10db28 owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:27:03.940976 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d2d0f2b-1ad0-44d6-a01e-0743dc089a8e req-f298df4e-072f-434c-bd82-dc6f0387b397 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/security-groups?id=cfd223fa-4af2-4435-80d7-24d14953d172&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907221 May 17 17:27:04.028012 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (d89a96ad-f806-471a-8507-39db2c10db28), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.033013 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 52968) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:27:04.037753 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1628308632', 'description': 'tempest-description--926051067'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:27:04.062062 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.074645 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event deleted for resources: {'Port': ['ID=d89a96ad-f806-471a-8507-39db2c10db28,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:04.111035 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] No DVR routers for this DVR port d89a96ad-f806-471a-8507-39db2c10db28 on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:27:04.113620 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.116947 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8cc879e3-ed2a-402d-b328-e57aaec057fb req-a77790b0-7e46-4e5e-bf8c-94cbea527684 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.36 "DELETE /v2.0/ports/d89a96ad-f806-471a-8507-39db2c10db28 HTTP/1.1" status: 204 len: 173 time: 0.4979937 May 17 17:27:04.117388 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'name': 'network-vif-deleted', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:27:04.119649 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-916e7c08-f251-41c0-8654-cfa5c9a8a307" -d '{"events": [{"server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "name": "network-vif-deleted", "tag": "d89a96ad-f806-471a-8507-39db2c10db28"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:27:04.149131 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (4140cad4-6e44-478f-81eb-546056cf216a), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.155997 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (4140cad4-6e44-478f-81eb-546056cf216a), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.165723 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daefdd84-bf84-46d1-946d-1935dcac8a27 x-openstack-request-id: req-daefdd84-bf84-46d1-946d-1935dcac8a27 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:27:04.166010 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e420716b-f12f-42d3-9c4f-579ae72efb2e", "name": "network-vif-deleted", "tag": "d89a96ad-f806-471a-8507-39db2c10db28", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:27:04.166255 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-daefdd84-bf84-46d1-946d-1935dcac8a27 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:27:04.166662 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daefdd84-bf84-46d1-946d-1935dcac8a27'] response: {'server_uuid': 'e420716b-f12f-42d3-9c4f-579ae72efb2e', 'name': 'network-vif-deleted', 'tag': 'd89a96ad-f806-471a-8507-39db2c10db28', 'status': 'completed', 'code': 200} May 17 17:27:04.190866 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4140cad4-6e44-478f-81eb-546056cf216a,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:04.196224 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.197498 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1633394 May 17 17:27:04.200739 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52974) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:27:04.203105 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.203459 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.203808 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.204181 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.204571 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.205173 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.205506 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.205836 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.206165 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.206686 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.207021 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.207122 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-418262bc-c249-4d62-a32e-54f84b94cf3e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group_rule': {'security_group_id': '4140cad4-6e44-478f-81eb-546056cf216a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:27:04.207351 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.207729 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.208091 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.208445 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92ab1769-03a4-435a-9672-c1392b03925d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:04.238044 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-418262bc-c249-4d62-a32e-54f84b94cf3e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (58989337-c88e-4023-832f-dc229afc1820), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.292949 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-418262bc-c249-4d62-a32e-54f84b94cf3e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (58989337-c88e-4023-832f-dc229afc1820), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.299386 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-418262bc-c249-4d62-a32e-54f84b94cf3e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (58989337-c88e-4023-832f-dc229afc1820), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.320988 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418262bc-c249-4d62-a32e-54f84b94cf3e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58989337-c88e-4023-832f-dc229afc1820,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:04.335216 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-418262bc-c249-4d62-a32e-54f84b94cf3e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.338875 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-418262bc-c249-4d62-a32e-54f84b94cf3e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342523 May 17 17:27:04.339129 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 52978) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:27:04.344778 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-cf38d693-8af5-40b0-91fd-bba8fdee8c33 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group_rule': {'security_group_id': '4140cad4-6e44-478f-81eb-546056cf216a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:27:04.372243 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf38d693-8af5-40b0-91fd-bba8fdee8c33 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (b49db502-82a3-4c92-8e0c-0fa628d755c1), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.433818 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf38d693-8af5-40b0-91fd-bba8fdee8c33 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (b49db502-82a3-4c92-8e0c-0fa628d755c1), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.437747 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf38d693-8af5-40b0-91fd-bba8fdee8c33 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (b49db502-82a3-4c92-8e0c-0fa628d755c1), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.458221 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38d693-8af5-40b0-91fd-bba8fdee8c33 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b49db502-82a3-4c92-8e0c-0fa628d755c1,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:04.463501 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf38d693-8af5-40b0-91fd-bba8fdee8c33 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.466005 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-cf38d693-8af5-40b0-91fd-bba8fdee8c33 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246796 May 17 17:27:04.468647 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 52982) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:27:04.473344 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:27:04.494505 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.587011 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.701749 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Allocated IP 172.27.3.32 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/17d50fa4-f6d5-483e-99a1-4bfcd6483739) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:27:04.806505 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (17d50fa4-f6d5-483e-99a1-4bfcd6483739), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.839524 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (17d50fa4-f6d5-483e-99a1-4bfcd6483739), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:04.876578 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:27:04.879279 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:27:04.882766 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:27:04.907533 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=17d50fa4-f6d5-483e-99a1-4bfcd6483739,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:04.969629 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (bfec454c-2df8-4e97-87b6-88ad02ad1b03), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:05.008735 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (17d50fa4-f6d5-483e-99a1-4bfcd6483739), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:05.038235 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-347c37ec-6edd-4712-a646-04d4b39d47b4 req-d9442e4c-ac33-4ed6-bfb5-302f70a46b0e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0284503 May 17 17:27:05.193262 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (17d50fa4-f6d5-483e-99a1-4bfcd6483739), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:05.197820 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (17d50fa4-f6d5-483e-99a1-4bfcd6483739), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:05.266888 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=17d50fa4-f6d5-483e-99a1-4bfcd6483739,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:05.281195 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (bfec454c-2df8-4e97-87b6-88ad02ad1b03), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:05.299959 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:05.301272 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-fd648ce7-f2ab-48bf-a3ed-7ad36f47440f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8314843 May 17 17:27:05.499449 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-bcc56624-689e-46a1-85a6-eb72546b2095 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1628308632&fields=id&tenant_id=958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 267 time: 0.0440283 May 17 17:27:05.611584 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-67ef1814-7af6-40e5-935f-312e1a9f30d3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:05.613109 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-67ef1814-7af6-40e5-935f-312e1a9f30d3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 814 time: 0.1062474 May 17 17:27:05.628028 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-bdf02abc-c565-4e95-a94d-8c2bd27e966b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/quotas/958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 375 time: 0.0094490 May 17 17:27:05.681608 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-9290bc28-46ee-440a-9a84-b020e219f81b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483470 May 17 17:27:05.782023 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-eb43449e-d5a5-4e83-8000-9d399c312d4c service neutron] 10.222.0.81 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891442 May 17 17:27:05.869204 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-155ff24d-75d6-4449-a5b3-ac0ccdfca594 service neutron] 10.222.0.81 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810449 May 17 17:27:06.045059 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-28277d17-ddc7-475e-a5c4-6a3491613936 req-005a5687-239d-4d0c-8c0c-88e342630656 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 210 time: 0.0318513 May 17 17:27:06.150714 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa718eee-978c-478f-afce-8d3b2e9bc6b7 req-8042d2cf-9bd6-4c07-b119-761116da6e5c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0293868 May 17 17:27:06.986527 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-debafe9d-a1d9-4bfc-b3e9-ea0171191217 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:06.988176 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-debafe9d-a1d9-4bfc-b3e9-ea0171191217 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 814 time: 0.1134574 May 17 17:27:07.071679 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-187f3558-62fe-4f09-81dd-182fa5a2c4c8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 473 time: 0.0738890 May 17 17:27:07.095006 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'port': {'device_id': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'admin_state_up': True, 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'security_groups': ['4140cad4-6e44-478f-81eb-546056cf216a']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:27:07.150105 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-73be864e-5259-4b72-9fb6-cc8961486dae req-7f4d0f88-2e35-467b-aa96-983138809c48 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 210 time: 0.0329106 May 17 17:27:07.236459 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device d89a96ad-f806-471a-8507-39db2c10db28 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:27:07.254315 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Made reservation on behalf of 958c6d85caa04eee872fb7105e5c8685 for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:27:07.255246 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: d89a96ad-f806-471a-8507-39db2c10db28 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:27:07.255610 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device d89a96ad-f806-471a-8507-39db2c10db28 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:27:07.259098 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:07.262263 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7275b6d4-4d8a-430b-a86b-68bed37748b9 req-2581ffe7-c616-449b-a6b1-b2778b002e30 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0432098 May 17 17:27:07.388770 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Allocated IP 172.20.0.4 (c612002e-87b0-4d7f-970d-33b375a98875/60d1c8bb-e7bf-4ff4-9fb2-c909465a153b/200ab93b-4110-4dfe-b2ea-dd7636037c8c) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:27:07.532666 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:07.565060 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:07.612555 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Network c612002e-87b0-4d7f-970d-33b375a98875 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:27:07.619700 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:27:07.622060 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=200ab93b-4110-4dfe-b2ea-dd7636037c8c,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:07.624310 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:27:07.677554 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:07.678223 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:07.694897 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3491566f-fe91-4994-8382-7fb920da8bcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6050003 May 17 17:27:07.709940 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Request body: {'port': {'device_id': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:27:07.774855 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:07.834688 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-2258eee5-cdb3-4a25-b876-7a33a05140aa None None] Provisioning complete for port 200ab93b-4110-4dfe-b2ea-dd7636037c8c triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:27:07.835094 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2258eee5-cdb3-4a25-b876-7a33a05140aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:07.867661 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-2258eee5-cdb3-4a25-b876-7a33a05140aa None None] Port 200ab93b-4110-4dfe-b2ea-dd7636037c8c cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:27:08.063201 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 200ab93b-4110-4dfe-b2ea-dd7636037c8c {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:27:08.070512 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Publish callbacks [] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:08.084540 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Transition to ACTIVE for port object 200ab93b-4110-4dfe-b2ea-dd7636037c8c will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:27:08.088571 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:08.136439 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Pushing event updated for resources: {'Port': ['ID=200ab93b-4110-4dfe-b2ea-dd7636037c8c,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:08.220779 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Attempting to bind port 200ab93b-4110-4dfe-b2ea-dd7636037c8c on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:27:08.221119 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Attempting to bind port 200ab93b-4110-4dfe-b2ea-dd7636037c8c by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:27:08.221446 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Attempting to bind port 200ab93b-4110-4dfe-b2ea-dd7636037c8c on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:27:08.228646 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Port 200ab93b-4110-4dfe-b2ea-dd7636037c8c on network c612002e-87b0-4d7f-970d-33b375a98875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:27:08.228966 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Attempting to bind port 200ab93b-4110-4dfe-b2ea-dd7636037c8c on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:27:08.243783 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:27:08.244127 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Checking segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:27:08.244576 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Bound using segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:27:08.245043 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Bound port: 200ab93b-4110-4dfe-b2ea-dd7636037c8c, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:27:08.245401 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:08.294149 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbbe76-4d0d-4e95-8f53-26656c4561fb req-e0eb72d4-88ea-4e0b-814c-858bfa8485b0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:08.295951 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bcbbe76-4d0d-4e95-8f53-26656c4561fb req-e0eb72d4-88ea-4e0b-814c-858bfa8485b0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 943 time: 0.0693541 May 17 17:27:08.392740 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7b641e62-72cd-49cd-a897-21847658a495 req-02e1999e-a655-4a70-a2e7-41b334e8924c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0531094 May 17 17:27:08.398960 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] For port 200ab93b-4110-4dfe-b2ea-dd7636037c8c, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:27:08.429319 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bcbbe76-4d0d-4e95-8f53-26656c4561fb req-704e5769-a729-4953-9bac-e093018193c6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130145 May 17 17:27:08.435048 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] For port 200ab93b-4110-4dfe-b2ea-dd7636037c8c, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=200ab93b-4110-4dfe-b2ea-dd7636037c8c,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:27:08.441955 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:08.485488 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:08.486254 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:08.487476 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] 10.222.0.36 "PUT /v2.0/ports/200ab93b-4110-4dfe-b2ea-dd7636037c8c HTTP/1.1" status: 200 len: 1093 time: 0.7857575 May 17 17:27:08.488072 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'tag': '200ab93b-4110-4dfe-b2ea-dd7636037c8c'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:27:08.490361 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f113f0-357f-4252-9b82-6e2ff7e46fab" -d '{"events": [{"name": "network-changed", "server_uuid": "467aa8b8-a6fe-4ee0-9879-4082b28a34f6", "tag": "200ab93b-4110-4dfe-b2ea-dd7636037c8c"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:27:08.511122 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f40ad2-0785-4b46-b5b8-3fb2fa54ad67 service neutron] Pushing event updated for resources: {'Port': ['ID=200ab93b-4110-4dfe-b2ea-dd7636037c8c,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:08.536097 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01846b82-99b3-40fb-b453-81bac262165c x-openstack-request-id: req-01846b82-99b3-40fb-b453-81bac262165c {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:27:08.536388 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467aa8b8-a6fe-4ee0-9879-4082b28a34f6", "tag": "200ab93b-4110-4dfe-b2ea-dd7636037c8c", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:27:08.536802 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-01846b82-99b3-40fb-b453-81bac262165c {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:27:08.537214 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01846b82-99b3-40fb-b453-81bac262165c'] response: {'name': 'network-changed', 'server_uuid': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'tag': '200ab93b-4110-4dfe-b2ea-dd7636037c8c', 'status': 'completed', 'code': 200} May 17 17:27:08.583686 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-e89bec7f-c900-4855-b39b-6288c3709aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:08.585269 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-e89bec7f-c900-4855-b39b-6288c3709aba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 1127 time: 0.0419393 May 17 17:27:08.625977 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3ed3b681-4a68-4abc-a16c-562288ab56eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=200ab93b-4110-4dfe-b2ea-dd7636037c8c HTTP/1.1" status: 200 len: 217 time: 0.0343764 May 17 17:27:08.681079 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-2de67c29-9cef-42af-a5c1-147f05d4e34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:08.682558 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-2de67c29-9cef-42af-a5c1-147f05d4e34b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0501618 May 17 17:27:08.731493 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3dd41c64-b45c-48e9-9d41-b3f1aadbeb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:08.733123 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-3dd41c64-b45c-48e9-9d41-b3f1aadbeb3b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452447 May 17 17:27:08.827423 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-2758972f-d9f5-4d13-9936-a9e95d4b992e service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871711 May 17 17:27:08.928274 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37910bea-6542-40e0-b4f6-6bfaf1d74b2a req-6a592576-2c27-401f-8247-7ca3efa4f478 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950429 May 17 17:27:09.494674 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6f821cea-bf92-480d-86ff-f57198b4cac8 req-f46b1927-4dec-48d9-9902-0e6d703771e8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0286617 May 17 17:27:09.549682 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587c370-740c-4c5f-b708-5b5c6d4af73f req-cbd3ea93-eb12-43db-9d77-a7ae47c5f7da tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:09.551136 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5587c370-740c-4c5f-b708-5b5c6d4af73f req-cbd3ea93-eb12-43db-9d77-a7ae47c5f7da tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 943 time: 0.0461621 May 17 17:27:09.601752 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5587c370-740c-4c5f-b708-5b5c6d4af73f req-04999f51-e161-4f0f-be22-3a15524a485b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448432 May 17 17:27:09.731186 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-8921adf5-254e-44b6-9b64-10a4bd667b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:09.732803 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-8921adf5-254e-44b6-9b64-10a4bd667b7b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 1127 time: 0.0425212 May 17 17:27:09.824872 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-0a3f3d01-ecdd-453f-8e79-acea5a475b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:09.826370 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-0a3f3d01-ecdd-453f-8e79-acea5a475b32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0874863 May 17 17:27:09.872603 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-d5229711-f528-4375-a8c8-6786d3224c23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=200ab93b-4110-4dfe-b2ea-dd7636037c8c HTTP/1.1" status: 200 len: 217 time: 0.0405941 May 17 17:27:09.922890 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-20829c8b-5604-421a-a1a6-bebcd1122914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:09.924356 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-20829c8b-5604-421a-a1a6-bebcd1122914 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0469060 May 17 17:27:09.975107 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-2182a88b-3623-4fb6-acde-7b1b9cf18f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:09.976574 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-2182a88b-3623-4fb6-acde-7b1b9cf18f0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468414 May 17 17:27:10.065975 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-452488d6-200a-4a30-9303-6c592f6588bd service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828152 May 17 17:27:10.151698 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39f113f0-357f-4252-9b82-6e2ff7e46fab req-6c3d0b0f-3959-4f4e-9bbe-f6abef3463ef service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797758 May 17 17:27:10.594813 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f9e4d63-5023-4e2b-a511-190e1fc85a47 req-1fc09c40-7c32-4de7-9bd9-68b341114a15 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0310695 May 17 17:27:10.721357 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359878a-6dc1-4db9-adff-d41cf1b67c4f req-8a96a3ba-8988-4018-9785-2da087be7722 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:10.722856 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2359878a-6dc1-4db9-adff-d41cf1b67c4f req-8a96a3ba-8988-4018-9785-2da087be7722 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 943 time: 0.0503471 May 17 17:27:10.770791 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2359878a-6dc1-4db9-adff-d41cf1b67c4f req-d30db569-5f21-4d41-9440-80a451d7db14 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423520 May 17 17:27:11.249314 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 200ab93b-4110-4dfe-b2ea-dd7636037c8c details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:27:11.343914 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 200ab93b-4110-4dfe-b2ea-dd7636037c8c, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=200ab93b-4110-4dfe-b2ea-dd7636037c8c,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:27:11.358343 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '200ab93b-4110-4dfe-b2ea-dd7636037c8c', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'port_id': '200ab93b-4110-4dfe-b2ea-dd7636037c8c', 'mac_address': 'fa:16:3e:c6:34:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:27:11.391640 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 200ab93b-4110-4dfe-b2ea-dd7636037c8c is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:27:11.392038 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:11.404420 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 200ab93b-4110-4dfe-b2ea-dd7636037c8c {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:27:11.423166 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 200ab93b-4110-4dfe-b2ea-dd7636037c8c, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=200ab93b-4110-4dfe-b2ea-dd7636037c8c,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:27:11.428002 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:11.472561 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=200ab93b-4110-4dfe-b2ea-dd7636037c8c,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:11.479406 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.479760 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.480129 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.481075 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.481409 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.481742 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.482200 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.482515 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.482848 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.483182 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.483503 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.483851 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.484178 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.484526 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.484850 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:27:11.652652 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['200ab93b-4110-4dfe-b2ea-dd7636037c8c'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:27:11.695616 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9685317d-5dbf-42bf-b2e5-8d6062fd0314 req-7ced58a9-105c-43ed-be54-2bdc4781e1ba tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274527 May 17 17:27:11.884211 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22040243-6365-477f-8467-98a958b93031 req-4361853b-6815-432e-9946-c5a8ea095e6d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:11.885632 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-22040243-6365-477f-8467-98a958b93031 req-4361853b-6815-432e-9946-c5a8ea095e6d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 944 time: 0.0480747 May 17 17:27:11.935834 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-22040243-6365-477f-8467-98a958b93031 req-14fe3fef-436f-4788-8be4-c0536df11fce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446343 May 17 17:27:12.049441 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-21ec27e8-f890-4404-ac33-ecff83a7edf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:12.792206 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2ee18f32-55fc-4428-a215-906c0a0493ac req-2ae1bd91-62b9-40c0-9e03-c22516379769 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279756 May 17 17:27:13.046222 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6410d1-701a-408f-836e-eb340451aa8f req-7f078b65-ce5e-4be2-aa39-52a840d030e9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:13.047724 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df6410d1-701a-408f-836e-eb340451aa8f req-7f078b65-ce5e-4be2-aa39-52a840d030e9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 944 time: 0.0458565 May 17 17:27:13.094959 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df6410d1-701a-408f-836e-eb340451aa8f req-89edec9b-9ba5-42ed-bfb3-634032984d54 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415425 May 17 17:27:13.265453 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 200ab93b-4110-4dfe-b2ea-dd7636037c8c up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:27:13.307528 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 200ab93b-4110-4dfe-b2ea-dd7636037c8c completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:27:13.314039 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 200ab93b-4110-4dfe-b2ea-dd7636037c8c triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:27:13.314439 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:13.395356 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 200ab93b-4110-4dfe-b2ea-dd7636037c8c is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:27:13.395748 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:13.417592 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200ab93b-4110-4dfe-b2ea-dd7636037c8c'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:27:13.420364 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af5ed4a-dde6-4520-8f13-23d6eaad6967" -d '{"events": [{"server_uuid": "467aa8b8-a6fe-4ee0-9879-4082b28a34f6", "name": "network-vif-plugged", "status": "completed", "tag": "200ab93b-4110-4dfe-b2ea-dd7636037c8c"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:27:13.433469 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 200ab93b-4110-4dfe-b2ea-dd7636037c8c, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=200ab93b-4110-4dfe-b2ea-dd7636037c8c,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:27:13.439461 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:13.466109 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35db6d48-408a-42eb-a45d-84428d19d4f8 x-openstack-request-id: req-35db6d48-408a-42eb-a45d-84428d19d4f8 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:27:13.466424 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467aa8b8-a6fe-4ee0-9879-4082b28a34f6", "name": "network-vif-plugged", "status": "completed", "tag": "200ab93b-4110-4dfe-b2ea-dd7636037c8c", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:27:13.466713 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-35db6d48-408a-42eb-a45d-84428d19d4f8 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:27:13.467126 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35db6d48-408a-42eb-a45d-84428d19d4f8'] response: {'server_uuid': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '200ab93b-4110-4dfe-b2ea-dd7636037c8c', 'code': 200} May 17 17:27:13.491942 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=200ab93b-4110-4dfe-b2ea-dd7636037c8c,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:13.897875 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-71ce7965-cb3d-4e64-9008-0ecc6fc26e37 req-eea8f96e-2f28-45bb-93ba-e2dc824969da tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0389869 May 17 17:27:13.929633 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd0cb2-853c-4902-87bc-f8fbab09ee5a req-38b29c62-c4af-4a65-a7fe-5239d8b829e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:13.931159 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-51fd0cb2-853c-4902-87bc-f8fbab09ee5a req-38b29c62-c4af-4a65-a7fe-5239d8b829e5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 1129 time: 0.0421727 May 17 17:27:13.974880 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-51fd0cb2-853c-4902-87bc-f8fbab09ee5a req-2a7a3b1a-1a55-4f76-8dc7-70012b4f15a4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377040 May 17 17:27:14.076642 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:14.222472 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd77ea7-66cf-4f37-a612-e2568bc97025 req-4ab9ec7b-11a7-41eb-ac12-211f1a8d617e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:14.223875 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6cd77ea7-66cf-4f37-a612-e2568bc97025 req-4ab9ec7b-11a7-41eb-ac12-211f1a8d617e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 945 time: 0.0495715 May 17 17:27:14.271411 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6cd77ea7-66cf-4f37-a612-e2568bc97025 req-9f6ef03e-e0b5-4237-b869-13a172b73889 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419390 May 17 17:27:14.381748 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-eafc1cd1-e8c6-4821-ad5e-d6917edcd35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:15.009510 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-69d4c604-a9de-445b-9513-015277448f18 req-8731a17a-2f13-4a1a-b681-98533a71dee9 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0324028 May 17 17:27:15.183914 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:27:15.405042 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573f4f95-99eb-4de1-9015-e21b589ee80b req-ee7c5ca0-87f2-43d3-ba4f-ee18a6215987 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:15.406562 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-573f4f95-99eb-4de1-9015-e21b589ee80b req-ee7c5ca0-87f2-43d3-ba4f-ee18a6215987 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 945 time: 0.0501058 May 17 17:27:15.473584 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-573f4f95-99eb-4de1-9015-e21b589ee80b req-ab896f72-4b1c-47b2-bd3e-835a206f0382 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613074 May 17 17:27:15.571565 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:15.582678 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97904ecb-dfbe-4f60-bfa4-68a164520aa9 req-2580e544-e298-41d8-982f-cb8d1a4d8ed7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:15.584131 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-97904ecb-dfbe-4f60-bfa4-68a164520aa9 req-2580e544-e298-41d8-982f-cb8d1a4d8ed7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 945 time: 0.0474057 May 17 17:27:15.592742 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 53136) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:27:15.597048 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-f289c6a8-1878-4775-857a-3fdfe03f860f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'floatingip': {'port_id': '200ab93b-4110-4dfe-b2ea-dd7636037c8c'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:27:15.904922 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f289c6a8-1878-4775-857a-3fdfe03f860f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (bfec454c-2df8-4e97-87b6-88ad02ad1b03), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:16.127379 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b9b2f645-c978-435c-b7b1-c0a63cc8db43 req-c9fc853a-94a6-4702-b3df-467e6eba21af tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0348568 May 17 17:27:16.348540 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f289c6a8-1878-4775-857a-3fdfe03f860f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:16.354033 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f289c6a8-1878-4775-857a-3fdfe03f860f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (bfec454c-2df8-4e97-87b6-88ad02ad1b03), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:16.448178 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [None req-f289c6a8-1878-4775-857a-3fdfe03f860f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Floating IP bfec454c-2df8-4e97-87b6-88ad02ad1b03 associated. External IP: 172.27.3.32, port: 200ab93b-4110-4dfe-b2ea-dd7636037c8c. May 17 17:27:16.667459 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f289c6a8-1878-4775-857a-3fdfe03f860f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:27:16.777984 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f289c6a8-1878-4775-857a-3fdfe03f860f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:27:16.782973 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f289c6a8-1878-4775-857a-3fdfe03f860f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:16.788053 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:27:16.799686 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:27:16.800214 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:27:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:27:16.815419 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-f289c6a8-1878-4775-857a-3fdfe03f860f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "PUT /v2.0/floatingips/bfec454c-2df8-4e97-87b6-88ad02ad1b03 HTTP/1.1" status: 200 len: 990 time: 1.2194648 May 17 17:27:16.815419 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'tag': '200ab93b-4110-4dfe-b2ea-dd7636037c8c'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:27:16.816324 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cafa1632-0998-40d8-8602-526a258264be" -d '{"events": [{"name": "network-changed", "server_uuid": "467aa8b8-a6fe-4ee0-9879-4082b28a34f6", "tag": "200ab93b-4110-4dfe-b2ea-dd7636037c8c"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:27:16.856230 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91b4204-1334-4749-8dd8-d929c2e6eda5 x-openstack-request-id: req-c91b4204-1334-4749-8dd8-d929c2e6eda5 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:27:16.856684 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467aa8b8-a6fe-4ee0-9879-4082b28a34f6", "tag": "200ab93b-4110-4dfe-b2ea-dd7636037c8c", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:27:16.857125 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c91b4204-1334-4749-8dd8-d929c2e6eda5 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:27:16.857788 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91b4204-1334-4749-8dd8-d929c2e6eda5'] response: {'name': 'network-changed', 'server_uuid': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'tag': '200ab93b-4110-4dfe-b2ea-dd7636037c8c', 'status': 'completed', 'code': 200} May 17 17:27:16.920573 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1632-0998-40d8-8602-526a258264be req-7f55449c-ad6c-4546-85f3-c3782f68af75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:16.920854 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:27:16.922161 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cafa1632-0998-40d8-8602-526a258264be req-7f55449c-ad6c-4546-85f3-c3782f68af75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 1129 time: 0.0441020 May 17 17:27:17.018679 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1632-0998-40d8-8602-526a258264be req-f0e22c74-ad02-45dd-a839-59003c86bb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:17.020301 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cafa1632-0998-40d8-8602-526a258264be req-f0e22c74-ad02-45dd-a839-59003c86bb51 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0922360 May 17 17:27:17.088354 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cafa1632-0998-40d8-8602-526a258264be req-9e714a94-683e-4387-b5d2-46789ec8524d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=200ab93b-4110-4dfe-b2ea-dd7636037c8c HTTP/1.1" status: 200 len: 998 time: 0.0623782 May 17 17:27:17.111066 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:17.143489 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '8175e4ac-3e4d-422b-9fea-6c8b2191e6a1', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:25:15Z', 'updated_at': '2022-05-17T17:25:31Z', 'revision_number': 2, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}, {'id': 'bfec454c-2df8-4e97-87b6-88ad02ad1b03', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '200ab93b-4110-4dfe-b2ea-dd7636037c8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:c6:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:27:04Z', 'updated_at': '2022-05-17T17:27:16Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:27:17.158838 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1632-0998-40d8-8602-526a258264be req-6c0a977e-1a11-441b-8011-8baf80658db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:17.160837 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cafa1632-0998-40d8-8602-526a258264be req-6c0a977e-1a11-441b-8011-8baf80658db5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0662584 May 17 17:27:17.169878 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:27:17.178962 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:27:17.182458 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:27:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:27:17.228044 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa1632-0998-40d8-8602-526a258264be req-0d4bf3f7-d218-4b17-8d57-2d2c1334fc95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:17.229528 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cafa1632-0998-40d8-8602-526a258264be req-0d4bf3f7-d218-4b17-8d57-2d2c1334fc95 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633354 May 17 17:27:17.253253 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d7e6bb40-e21e-4cfc-a392-f299e82ec3af req-8522d907-39ec-4fc6-a1bc-b40d9aad0103 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0446239 May 17 17:27:17.295454 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:27:17.339390 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cafa1632-0998-40d8-8602-526a258264be req-169c252f-220d-4b61-b898-5ffba6b728a6 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949602 May 17 17:27:17.374137 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-5641bc17-cbd7-41f0-b06e-e5225442bc76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0469427 May 17 17:27:17.458719 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cafa1632-0998-40d8-8602-526a258264be req-23080e90-a460-42d7-8e11-52574885d820 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132510 May 17 17:27:17.483264 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-1f261628-d56c-433a-8cda-b4efdbbe3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:17.485344 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-1f261628-d56c-433a-8cda-b4efdbbe3756 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1129 time: 0.0568852 May 17 17:27:17.544196 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '8175e4ac-3e4d-422b-9fea-6c8b2191e6a1', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:25:15Z', 'updated_at': '2022-05-17T17:25:31Z', 'revision_number': 2, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}, {'id': 'bfec454c-2df8-4e97-87b6-88ad02ad1b03', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '200ab93b-4110-4dfe-b2ea-dd7636037c8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:c6:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:27:04Z', 'updated_at': '2022-05-17T17:27:16Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:27:17.573024 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4736e2af-c3d7-4fac-9ca8-d7f3ea519694 None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '8175e4ac-3e4d-422b-9fea-6c8b2191e6a1', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:25:15Z', 'updated_at': '2022-05-17T17:25:31Z', 'revision_number': 2, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}, {'id': 'bfec454c-2df8-4e97-87b6-88ad02ad1b03', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.32', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '200ab93b-4110-4dfe-b2ea-dd7636037c8c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 597, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:c6:34:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:27:04Z', 'updated_at': '2022-05-17T17:27:16Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:27:17.598109 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-790d5af4-fb40-41b1-afb8-7c99bb6bd82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:17.599635 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-790d5af4-fb40-41b1-afb8-7c99bb6bd82a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.0968733 May 17 17:27:17.665730 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-1bb1d8b7-054f-4540-9c2f-2a95685b4e52 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 1001 time: 0.0603836 May 17 17:27:17.722173 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-2f21d4a6-3876-47a0-b52b-2df597575ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:17.723645 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-2f21d4a6-3876-47a0-b52b-2df597575ab2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0519397 May 17 17:27:17.776896 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-977a7fbd-f674-45d7-8913-4364a5bb1f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:17.778450 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-977a7fbd-f674-45d7-8913-4364a5bb1f2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491526 May 17 17:27:17.798762 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04839b6-1c2a-4684-9939-43ff3b3179b6 None None] New status for floating IP bfec454c-2df8-4e97-87b6-88ad02ad1b03: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:27:17.889424 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-2f339139-bdec-4f52-bd06-efcd96fd3ed5 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050644 May 17 17:27:17.989605 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c64bfc6-3c4e-4732-8584-648b0db897f4 req-4fde9a6d-f455-4326-b188-b8860db45b3d service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950453 May 17 17:27:18.286613 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:18.381126 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-89a255d8-6f2b-4a5c-adba-4614ee53a941 req-40891bab-d1ce-469a-997d-3baf45efa8e5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0340514 May 17 17:27:19.486095 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b14ccf9-178c-45ec-9e75-99c6fe330767 req-da3c4809-aa01-472d-b362-86145daed2e4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0328329 May 17 17:27:20.620213 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b845bde5-5fcc-4b5f-8a0c-6418f85c4813 req-8303bb2a-72b7-44f2-87d8-ffdd73f8fe3e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0407560 May 17 17:27:21.720921 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-784928a6-5552-4156-b2c1-4970b4950cc4 req-497f8e34-5589-44d9-b1a0-daae10d93cb7 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279689 May 17 17:27:22.815934 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-744cdc78-6e9d-4249-9821-7d7e2c988a69 req-6d36ff5f-fe65-4cfd-a1c0-c7213afd1399 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0290968 May 17 17:27:23.914004 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6fc8010f-5174-41db-89f7-93e93b35ce69 req-ddf0a708-9d23-4819-81d2-66004813c06a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0298967 May 17 17:27:25.011262 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-08319d8a-5377-4854-8d8d-6fd1f52fd0c0 req-2ff037d0-7176-4d3f-a10e-0f0bdcf44ded tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0312009 May 17 17:27:26.115058 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-40eddaaa-f9ef-4c04-8a99-c6127e695778 req-a697df6b-e992-43b3-ac1f-09d909792659 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0337729 May 17 17:27:27.209187 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-96350e58-a54f-4d89-b027-2564b7985ce6 req-5c8315b0-13ba-4161-ba23-2193dc7b8117 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279014 May 17 17:27:28.306590 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9babb6d2-12ce-44ad-bd34-e21113bb4bbb req-a815fca2-bfe9-43e7-82ba-22e12b17fe0e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0313210 May 17 17:27:29.399984 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cab2ce0e-7cb5-44c5-922a-e233a6b4a2c1 req-f51fcf3c-a2f9-4cbd-9434-5f143c2de9ac tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0275567 May 17 17:27:30.493451 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d1fc0a5a-1850-4e33-a320-176d72f8baac req-19c5f1ad-7d43-4c93-a05d-534b3cdc84c4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0285833 May 17 17:27:31.591318 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8a143834-d710-462f-a016-06e89b8d0eda req-035d2ef2-8e82-46a5-9add-379543cf8649 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278134 May 17 17:27:32.686470 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-03a65011-47d5-4892-9dd5-a2d7cab28c68 req-c5d95b5a-50b9-46cd-9db8-924c575b0f02 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0299428 May 17 17:27:33.779231 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa5a2d28-0272-43bc-acf9-bb4ee1a39497 req-7f03e3ad-535e-493c-884a-818dbffa5a2d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278840 May 17 17:27:34.873669 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-096a693b-06e7-45d7-995c-36b40788dbe2 req-dd58ab73-1b39-4135-bea8-61271caa28ce tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274353 May 17 17:27:35.968536 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5521831f-58fd-4e5c-8974-ad76e3824bcc req-1d929fd7-0f04-40f8-b10a-77fe5b8cecc7 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0268667 May 17 17:27:37.065040 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-63f19930-5a8a-4457-b5da-e061e3f59023 req-88e97ae1-a8eb-47ba-9210-0d7962a07357 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0306654 May 17 17:27:38.160066 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4669952f-a378-448d-aec0-521f1d9c4eb8 req-a485bf6a-2f49-4c1a-b166-d27d8ac2fc54 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0286951 May 17 17:27:39.254363 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0e4f9515-e14b-4f25-ae3a-a6c241bdf195 req-826c694a-c3d5-4a58-83e3-497e26752194 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273626 May 17 17:27:40.346629 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-55f6ed42-c95c-4a7c-bcab-9fd7755157b6 req-c11955ad-9dab-43d2-b8ad-d8554bad8108 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0277796 May 17 17:27:41.448153 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d83a07bc-b872-4269-a4bf-4f35db1e8d50 req-6a720643-5a47-418f-93a5-261c4c814b4a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0298040 May 17 17:27:42.052715 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ae1a1d7c-63ec-4569-8182-6b02856d158e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:42.541163 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ab507876-64b4-4605-9ab1-394ee2246b14 req-bd8216a8-6482-47d4-a150-c8057be283d2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0270205 May 17 17:27:43.636868 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a4d44428-99c1-439e-9338-f21f77693104 req-6e9cc011-b23a-4938-9846-55ea3bd18b59 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272219 May 17 17:27:44.058574 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:44.385587 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-73ba3a7b-402e-4cac-a635-c3324fe923db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:44.730587 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bc374232-af0f-402d-a1e0-f9b1f99a52e0 req-6d684d9d-447c-4a11-a0a7-bff21f970cda tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273881 May 17 17:27:45.572470 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:45.825731 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5084ae76-914b-4edb-99fa-67083111d482 req-a8ff669e-a9d7-458a-9924-7c65c5609184 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0298815 May 17 17:27:46.918324 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-abe73bc5-654f-48ed-a6fc-47c3cf882b4b req-c1cf1fa3-a0ff-4550-ba22-833aef7e26d1 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0267506 May 17 17:27:47.109684 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:48.018014 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81014ce9-a59c-40ca-af7d-b5dd64878832 req-6acd03c1-b0f9-4fc7-a7fb-6e9a693483bf tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0313399 May 17 17:27:48.282406 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:49.114208 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1ddb0012-6323-4555-9fb2-ab43c2ef9401 req-db8bb30e-525c-4433-93aa-a9f90f7443be tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0281680 May 17 17:27:50.210391 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-03093f7c-933d-4ef9-ac16-669674040bd9 req-8a49d42d-d52d-4890-89a3-89cc7df013bd tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0307910 May 17 17:27:51.303770 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-66d5ff16-97c0-4df8-a234-54ceb453aaf3 req-a71523a0-342b-4bdf-80d1-f84a20a376d1 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279517 May 17 17:27:52.078857 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d61b21-98cc-4720-9691-f5791012bcb9 req-9e522067-87d5-450b-a20c-6fcbcc64ed42 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:52.080604 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f6d61b21-98cc-4720-9691-f5791012bcb9 req-9e522067-87d5-450b-a20c-6fcbcc64ed42 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 945 time: 0.0459449 May 17 17:27:52.127989 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f6d61b21-98cc-4720-9691-f5791012bcb9 req-31a615d1-342c-4792-9d82-1665ad3ba6c9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412784 May 17 17:27:52.181873 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:27:52.401652 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed4e8a14-817d-4e8e-98f7-eb24cac91655 req-03463fd4-cc8c-4a38-8751-3ef03cabc6e7 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0295117 May 17 17:27:53.238335 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a9652-1fee-4bd5-bf3c-1e3417076092 req-c36f3459-9733-4c4a-8c35-a923cf786ea9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:53.239778 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-410a9652-1fee-4bd5-bf3c-1e3417076092 req-c36f3459-9733-4c4a-8c35-a923cf786ea9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 945 time: 0.0456431 May 17 17:27:53.286776 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-410a9652-1fee-4bd5-bf3c-1e3417076092 req-9f1bdd0a-9802-444f-8a98-98be9a3363d9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=4140cad4-6e44-478f-81eb-546056cf216a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404730 May 17 17:27:53.381694 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-e5bc84ee-e412-4e6f-9023-2c2fe52bb5b9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:27:53.383181 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-e5bc84ee-e412-4e6f-9023-2c2fe52bb5b9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 945 time: 0.0458519 May 17 17:27:53.477590 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Deleting port 200ab93b-4110-4dfe-b2ea-dd7636037c8c {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:27:53.477936 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:53.503562 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88d88811-64af-462e-9db6-b3be6994bc1b req-9b1b9256-c94b-4789-bf7d-34d4ecb79364 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0297225 May 17 17:27:53.576595 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] For port 200ab93b-4110-4dfe-b2ea-dd7636037c8c, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=200ab93b-4110-4dfe-b2ea-dd7636037c8c,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:27:53.577015 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:53.747312 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:53.747595 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (bfec454c-2df8-4e97-87b6-88ad02ad1b03), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:53.747921 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Floating IP bfec454c-2df8-4e97-87b6-88ad02ad1b03 disassociated. External IP: 172.27.3.32, port: 200ab93b-4110-4dfe-b2ea-dd7636037c8c. May 17 17:27:53.748279 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Calling delete_port for 200ab93b-4110-4dfe-b2ea-dd7636037c8c owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:27:53.881286 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (200ab93b-4110-4dfe-b2ea-dd7636037c8c), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:53.910913 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'Port': ['ID=200ab93b-4110-4dfe-b2ea-dd7636037c8c,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:54.269205 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:27:54.378163 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:27:54.386046 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20f6dc05-cf31-4c8b-a532-fded2565e295 req-94749b08-4472-4e7f-bfb9-99d35aa4bcfe tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=467aa8b8-a6fe-4ee0-9879-4082b28a34f6 HTTP/1.1" status: 200 len: 210 time: 0.0277517 May 17 17:27:54.390031 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:27:54.405940 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:27:54.405940 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:27:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:27:54.428709 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] No DVR routers for this DVR port 200ab93b-4110-4dfe-b2ea-dd7636037c8c on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:27:54.431407 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:54.434874 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-cc729bbf-445e-4037-90a5-c7ad4dbf8602 req-ca2eabaf-0add-4149-a33d-fadf369e4ba0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "DELETE /v2.0/ports/200ab93b-4110-4dfe-b2ea-dd7636037c8c HTTP/1.1" status: 204 len: 173 time: 1.0466597 May 17 17:27:54.435351 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'name': 'network-vif-deleted', 'tag': '200ab93b-4110-4dfe-b2ea-dd7636037c8c'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:27:54.437783 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd450754-7839-4b60-a3a3-789bc4f93572" -d '{"events": [{"server_uuid": "467aa8b8-a6fe-4ee0-9879-4082b28a34f6", "name": "network-vif-deleted", "tag": "200ab93b-4110-4dfe-b2ea-dd7636037c8c"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:27:54.477504 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b497cc2-e2ba-4af6-add8-7d272a041727 x-openstack-request-id: req-2b497cc2-e2ba-4af6-add8-7d272a041727 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:27:54.477877 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467aa8b8-a6fe-4ee0-9879-4082b28a34f6", "name": "network-vif-deleted", "tag": "200ab93b-4110-4dfe-b2ea-dd7636037c8c", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:27:54.478203 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-2b497cc2-e2ba-4af6-add8-7d272a041727 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:27:54.478618 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b497cc2-e2ba-4af6-add8-7d272a041727'] response: {'server_uuid': '467aa8b8-a6fe-4ee0-9879-4082b28a34f6', 'name': 'network-vif-deleted', 'tag': '200ab93b-4110-4dfe-b2ea-dd7636037c8c', 'status': 'completed', 'code': 200} May 17 17:27:54.609736 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:27:54.616896 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9945cc3b-7a3e-4cc2-9271-4faaa9bdd666 req-7d4b0c8c-1e35-4227-b811-064db3f9db8c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0400236 May 17 17:27:54.841452 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '8175e4ac-3e4d-422b-9fea-6c8b2191e6a1', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:25:15Z', 'updated_at': '2022-05-17T17:25:31Z', 'revision_number': 2, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:27:54.866397 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:27:54.875023 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:27:54.875642 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:27:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:27:54.978543 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:27:55.206736 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '8175e4ac-3e4d-422b-9fea-6c8b2191e6a1', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:25:15Z', 'updated_at': '2022-05-17T17:25:31Z', 'revision_number': 2, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:27:55.233514 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e7a3b9-170a-4ea8-a86e-4036fcc31af5 None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '8175e4ac-3e4d-422b-9fea-6c8b2191e6a1', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.224', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:02:91:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:25:15Z', 'updated_at': '2022-05-17T17:25:31Z', 'revision_number': 2, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:27:55.472456 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c88b7be-74b2-4b77-ba89-e0a0f039c45e None None] New status for floating IP bfec454c-2df8-4e97-87b6-88ad02ad1b03: DOWN {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:27:55.485648 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 53556) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:27:55.544069 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9a575b96-f0ea-4a0f-9a7a-8d8ef3bba742 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (4140cad4-6e44-478f-81eb-546056cf216a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:55.568218 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9a575b96-f0ea-4a0f-9a7a-8d8ef3bba742 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (4140cad4-6e44-478f-81eb-546056cf216a), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:55.622279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9a575b96-f0ea-4a0f-9a7a-8d8ef3bba742 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (4140cad4-6e44-478f-81eb-546056cf216a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:55.624930 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9a575b96-f0ea-4a0f-9a7a-8d8ef3bba742 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:55.626089 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9a575b96-f0ea-4a0f-9a7a-8d8ef3bba742 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "DELETE /v2.0/security-groups/4140cad4-6e44-478f-81eb-546056cf216a HTTP/1.1" status: 204 len: 168 time: 0.1394603 May 17 17:27:55.628982 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 53558) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:27:55.636493 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a575b96-f0ea-4a0f-9a7a-8d8ef3bba742 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4140cad4-6e44-478f-81eb-546056cf216a,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:55.649869 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.api.v2.resource [None req-5cded976-74bf-4cc4-bbf2-3b875014f6a5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] show failed (client error): The resource could not be found. May 17 17:27:55.654306 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-5cded976-74bf-4cc4-bbf2-3b875014f6a5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups/4140cad4-6e44-478f-81eb-546056cf216a HTTP/1.1" status: 404 len: 347 time: 0.0209603 May 17 17:27:55.655240 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 53562) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:27:55.724344 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-693482ce-61f8-41fe-b78d-0d498c0c8eea req-4c4188d1-a97e-4afe-b6ab-f5c96771f9b3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0355232 May 17 17:27:55.787677 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Deleting port 17d50fa4-f6d5-483e-99a1-4bfcd6483739 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:27:55.788027 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (17d50fa4-f6d5-483e-99a1-4bfcd6483739), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:55.863705 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (17d50fa4-f6d5-483e-99a1-4bfcd6483739), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:55.864032 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (17d50fa4-f6d5-483e-99a1-4bfcd6483739), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:55.876835 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Calling delete_port for 17d50fa4-f6d5-483e-99a1-4bfcd6483739 owned by network:floatingip {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:27:56.015916 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (17d50fa4-f6d5-483e-99a1-4bfcd6483739), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:56.042790 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'Port': ['ID=17d50fa4-f6d5-483e-99a1-4bfcd6483739,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:27:56.106370 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (bfec454c-2df8-4e97-87b6-88ad02ad1b03), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:56.109166 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:27:56.110319 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-d75b1acf-41b3-453b-8b93-55d5b9fc2158 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "DELETE /v2.0/floatingips/bfec454c-2df8-4e97-87b6-88ad02ad1b03 HTTP/1.1" status: 204 len: 168 time: 0.4541113 May 17 17:27:56.835763 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-57316976-4fe4-4162-ab77-470ce582afd6 req-6aa04f52-da2b-49cd-9891-199ecf7e60b2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0334578 May 17 17:27:57.450938 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 200ab93b-4110-4dfe-b2ea-dd7636037c8c no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:27:57.470126 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 200ab93b-4110-4dfe-b2ea-dd7636037c8c {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:27:57.470474 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 200ab93b-4110-4dfe-b2ea-dd7636037c8c not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:27:57.946317 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d28003e9-6eb1-4690-ad5d-2224e4a56c2b req-d2c5b5dd-1fb6-453f-9adf-facb5db8cc12 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0373518 May 17 17:27:59.042228 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bffd1fce-c7fe-40f3-8a28-628f4a5b297f req-7cfa1fbc-3aa8-4fdc-bb5b-c81431b78b4b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0277221 May 17 17:28:00.140180 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2a62e974-6a8e-4798-8203-c4f2100916c8 req-67729717-f2f6-4653-b079-279a2117a67c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0289469 May 17 17:28:01.238707 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-acf242d9-3593-4850-8450-d1b777f24dc3 req-02304e9b-906c-48b9-aecb-2884ebfd91ce tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0312951 May 17 17:28:02.342738 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0e5df5e5-aefd-4d00-91b1-c72a91ba3926 req-36bb4bb6-1d4e-4eda-9856-8ed1a8016ef5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0330169 May 17 17:28:03.442574 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d8c2980e-523d-4f51-bae2-5f1840522bd7 req-acae725d-c847-4e72-996c-41a6a5548cef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0292232 May 17 17:28:04.535955 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9a19c0f-bd80-49e4-aeef-8798da02ebc0 req-28ff71b2-717e-4ca1-adf6-c5a152d4a651 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0266848 May 17 17:28:05.637482 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f51ef100-7c8f-4503-bdda-208a1d7dd407 req-d883722e-432e-48e7-acb6-c5a0d2f7892f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0332763 May 17 17:28:06.730181 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-27d91dd5-8637-4309-9b34-30df1bceab7c req-d08aec72-5d8c-4420-b3a3-ce159e3a04db tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274899 May 17 17:28:07.825034 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4f75b655-5345-4108-ae00-b0eeaeef22d1 req-b5e2b8ea-a874-4f20-a7b7-c240f30face3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276728 May 17 17:28:08.919717 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9675b068-d1c0-4c34-9d9a-21a7bc8ac264 req-79073513-e60b-4c8a-9e31-09e998ceab1a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272675 May 17 17:28:10.017046 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a0805781-3fd0-4a6e-8798-e9dec9150200 req-7bb6ccf2-0715-4f3d-ba00-7b3e938bd558 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0308194 May 17 17:28:11.110152 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-124b095a-be42-4a95-89d2-4deeb862a3b8 req-fd16fc24-7fa2-4b5c-be3b-4e2fd57aea51 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272574 May 17 17:28:12.054345 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3f22e48f-f217-443d-b262-62681e330c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:12.205152 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d4eed9a3-b92a-4132-a9db-9bf9a00a6cda req-58f650ed-76cd-48e7-93f1-568128306daf tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283306 May 17 17:28:13.302969 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-57278d4c-fdca-41cd-babe-6ffca4213f64 req-09f28d9f-e2e9-495e-9fa7-b68ca215832f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276973 May 17 17:28:14.088647 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:14.388187 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d4b3686b-02d3-4a16-9b0b-05bb995c80f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:14.400721 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-02375820-b16c-47ec-ae73-b7a7ffd0d799 req-0bbabc86-3f4f-49b5-8659-453473a9d4f0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0322688 May 17 17:28:15.493915 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bf99769f-b38e-45f4-82a1-b3aefe24f94c req-7571e549-8b1d-47c2-9515-18d8e2d4a632 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273917 May 17 17:28:15.574393 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:16.590741 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-93820be4-1a62-46ea-8ff7-65d3d2257644 req-e067b394-b300-40c4-83ac-592728f4c137 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278809 May 17 17:28:17.112428 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:17.375025 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-1be5297d-c4e2-4d4c-a48a-1424e70374f0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381291 May 17 17:28:17.431344 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-699e005c-ca1c-412a-9f81-40ddb23c06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:28:17.433423 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-699e005c-ca1c-412a-9f81-40ddb23c06f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1129 time: 0.0398390 May 17 17:28:17.534524 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-fc4c99f5-b8ca-4af3-8763-8df7b32450e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:28:17.536045 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-fc4c99f5-b8ca-4af3-8763-8df7b32450e1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0855031 May 17 17:28:17.596446 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-327323e9-ad52-4620-8eb1-c2c8b375e234 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 200 len: 1001 time: 0.0539985 May 17 17:28:17.646979 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-1c04411e-c2b0-4b98-8429-c2c7b2db192d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:28:17.648497 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-1c04411e-c2b0-4b98-8429-c2c7b2db192d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0462534 May 17 17:28:17.684919 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d08191b0-99c5-4824-85cb-b2110435b476 req-17484c99-3ec6-4b1b-b23a-29d1e4f01943 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279052 May 17 17:28:17.691273 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-b38b4fb2-f212-4bfd-9bb5-48163250075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:28:17.692830 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-b38b4fb2-f212-4bfd-9bb5-48163250075e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392027 May 17 17:28:17.795458 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-743fb32c-802c-438b-9628-6230930bfe92 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964448 May 17 17:28:17.885966 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-97710e1c-3482-43b8-9fda-d7c45ce12a79 req-500f613b-24e3-4217-b384-81c8e42bb141 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848188 May 17 17:28:18.285315 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:18.784667 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-349bb067-7927-4e75-9ab0-72ca5523e9ae req-2e111689-2c46-44e6-b5e9-eead009b3d82 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0319853 May 17 17:28:19.882508 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a18f3476-55e8-4d30-93ff-89cf9c82bfd9 req-15bc8855-c2ad-42e6-b9ba-caa222bc7918 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276906 May 17 17:28:20.978092 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-73a7960c-de03-4669-b6d8-c1e4d6f1d33a req-e4951c2a-6e2f-4171-87aa-5d8e5128d1aa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273616 May 17 17:28:22.073909 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-22233881-6c78-4fd0-b6a9-43d6406cd397 req-82dc503e-9fc9-4481-af49-e1cb50f4e255 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0271032 May 17 17:28:23.174762 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4726ba08-9bf7-44ae-920c-5860c860ea82 req-53ca0aaa-760f-48b6-bcd1-c9e58e5e812b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0298452 May 17 17:28:24.269567 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de561d7b-6b15-443c-a04f-71befc4d179b req-921d9de3-6c62-416b-8330-b6ee0d23cb12 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0264935 May 17 17:28:25.366160 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4a147521-71e1-427a-b487-1ed654b72e89 req-b23ae6d2-d696-43f6-8f23-616426f5f1d8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0291624 May 17 17:28:26.466746 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e4bce12f-ab38-45bd-a712-a7281d35184a req-06ca1bbe-5b50-4613-8860-343188a401cd tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0328593 May 17 17:28:27.565111 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-46b168b1-9ec6-46fa-91d1-f239016e687e req-d3c9fd51-7721-4906-96ba-26b937269f75 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0318904 May 17 17:28:28.665433 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8b2d998-15bf-4499-9cba-8e40635e0402 req-95392988-d31b-4b98-adbd-df6e224bfb6e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280821 May 17 17:28:29.181738 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:28:29.765598 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7d9a6359-3ccc-4add-83a1-260be6582e56 req-9e7aa14d-efda-43d4-8337-5d0fda856195 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0295289 May 17 17:28:30.868099 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d4967ea2-8e3e-4a14-9c20-750a692874e5 req-3d2aee25-ae89-4473-a70f-1f23518e75ff tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0275559 May 17 17:28:32.131336 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d01b5549-657a-431b-8747-9c90a03ec53f req-05d12acc-be23-4041-93cc-239f7ea18a2a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0345132 May 17 17:28:33.227156 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6965a605-74c3-4aec-b29f-29665f562780 req-14a9eedd-4d90-4068-8562-e884fb9bd827 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0282001 May 17 17:28:34.324021 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5815a7ee-c63e-41c4-b66a-84dd680f8b02 req-fe043a0a-643a-4a7f-98ea-12cb903384b1 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0287008 May 17 17:28:35.421614 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-872f3023-1e26-40d4-b185-4e5c7a846472 req-37490a4e-4987-425d-8f8a-85925bca1312 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283759 May 17 17:28:36.517834 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9058126e-237b-46dd-a773-681214cf5020 req-d261dffa-2eed-4b91-b6ef-2c82a51e5148 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0297127 May 17 17:28:37.612902 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eee961fb-fa2f-4749-96b1-47be52a857d5 req-e712382b-8642-4513-b27f-75cb40be70b9 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276122 May 17 17:28:38.707266 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3e4ca555-0e76-4989-8ccb-0c54387e2116 req-742d9fc0-c72a-44f6-aae7-fc75b83b13b4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274262 May 17 17:28:39.807389 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e372e73-3d67-46a9-af12-6e2e296d5b52 req-8af45ab1-465f-4347-b344-414db50b0e0e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0271630 May 17 17:28:40.904944 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-57bb60b1-8dc5-4ff6-817b-8d0d8f66c3f4 req-11298f40-b95a-4e0d-a6ef-302e8ef63a78 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0305154 May 17 17:28:42.000572 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a6cfd5d3-385a-4d2b-99ec-81c91419ba0f req-56c26013-f3b6-488d-aa11-f90d4634d1c8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0285134 May 17 17:28:42.058386 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-92ccc347-bb14-43f9-a634-0faa91de80ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:43.092555 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5cbc663d-b749-4089-bcb3-01d2703e8fef req-7aaa8aa9-1d06-41cd-9c48-5e02723bac88 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280275 May 17 17:28:44.089821 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:44.187543 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b0098a3-4c20-4ae9-b5f3-cbf822120c71 req-33ad630c-a72e-4f1a-afc8-06fc3c76b521 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278976 May 17 17:28:44.394733 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a6483320-5611-4e21-88ef-92d8a773b784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:45.292891 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-016d8cb4-b280-4375-a349-f056d214ce90 req-5b3d857a-489e-4244-8d15-c1eb647bedee tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0306134 May 17 17:28:45.580040 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:46.389616 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-938e3e52-e61c-49e9-bcd5-d6ce26afb21d req-38053c05-ba0d-4b8e-9486-15f552bfd0da tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276706 May 17 17:28:47.114688 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:47.484012 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8ec4b164-5435-4c25-9b75-8e639baab715 req-47d6d315-b8a2-444d-9700-5ed57c335e07 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0267427 May 17 17:28:48.288167 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:28:48.579468 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9839b7d4-bb7a-41db-bc83-d4c33e5dfe57 req-c2f00f7c-81d0-4391-8578-3659f3d6cd9b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278754 May 17 17:28:49.676463 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ff02da51-c766-4f52-af68-1cef90f94c87 req-a333adcd-57ea-425f-95d9-da446cb0ad23 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0303414 May 17 17:28:50.771372 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2c3ad7fd-ddd4-40de-8d1d-3f683e720e34 req-21bd6816-715d-4a04-9183-3854bc6e5230 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280423 May 17 17:28:51.880656 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d92f4edb-5701-4836-8796-c1da3f0f2f28 req-017dc66b-ee8c-473d-ba8e-ad6f0053b641 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0420351 May 17 17:28:52.977968 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b0ddea1-529a-4bad-a9c9-f350555bb078 req-ce5ace81-51a2-4a5e-808b-271cb02a9e5a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0275121 May 17 17:28:54.076404 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b0b8c0af-6d04-4d4c-bcf3-4acaf46a4f57 req-e84bd40b-6aa7-454c-942d-a68b28256981 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0300608 May 17 17:28:55.168271 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-54571ad3-6d53-4a4a-81a8-79cd7babf4cf req-ac802928-37d0-4efd-b1fa-eba20c4e6733 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0268769 May 17 17:28:56.260440 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-92ec5288-0338-42e5-858f-0c04adab9710 req-67c37655-fb97-4ad8-8da8-7ea92013c061 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0266540 May 17 17:28:57.353994 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ce5468af-2ebc-46e1-8e21-2cfa168c88d5 req-f9f6a94b-5e22-4a68-b396-3563b0ec5724 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274906 May 17 17:28:58.450768 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b5ab11e-bc72-402c-9917-e21fd62cd0fb req-2a468b7b-5a17-47c9-925b-cbddc4ea9b70 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0318415 May 17 17:28:59.542796 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b5805df0-55f3-4238-9893-8724236aae26 req-4cca8250-f5be-4d51-b129-c52486058612 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0264208 May 17 17:29:00.643632 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b1f17f95-e620-4a2e-b76f-ca9075a707e2 req-dd9f17af-fef3-44af-8f3a-6ca1e8436f60 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273600 May 17 17:29:01.739835 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b91425db-25f7-461d-aefe-fb82d4667c8c req-6414b233-f682-4377-a9ef-3e18c6cef5a3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0288990 May 17 17:29:02.841188 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-992e34dc-0c80-4c5b-8c42-be6ed643348e req-4c34f19d-0648-4a7a-8c5b-47a216cedcb1 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0309882 May 17 17:29:03.937646 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa77c918-33a4-46a5-b9ba-24d662828c58 req-fe5593ba-4ffa-495d-9c24-09a3caca3e1c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0293245 May 17 17:29:05.038178 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6b344453-b298-4744-88fe-73d995d12a0b req-17acb53d-61f8-4dec-98dd-e6630d0016a0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273118 May 17 17:29:06.133428 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a5fa21c0-b4cc-428e-a05a-d3d8ad5fd69b req-d2b95977-ae88-4688-83e3-3587014da378 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276895 May 17 17:29:06.181329 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:29:07.232488 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3ab4db65-0055-49ca-86f5-e6736fa0ea4b req-e6595775-cf1d-4390-bf32-40a4cf511d38 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0304294 May 17 17:29:08.329402 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cfdb0fba-094e-4576-8191-d41f290d5a94 req-92c16bda-03f1-4edf-a778-5689526e65f2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283232 May 17 17:29:09.550887 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-acb901b7-59f5-4b31-9e4f-0e1637427abe req-81dbfa53-ab16-4e36-acf9-3e4bbd919968 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.1550250 May 17 17:29:10.645371 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b36fa84a-e509-4918-aa37-d9245d1cb6f1 req-5a158483-544a-4c4c-a84d-ec5accec319b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0291989 May 17 17:29:11.748497 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-92f46865-6bb4-4431-ac05-ff5b36556acb req-38f7bdea-df9d-4151-901b-04d8e0656972 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0359480 May 17 17:29:12.060883 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3c61e73a-963c-4716-9fc7-a9ce665ccb11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:12.845499 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-437448bf-3773-48fa-9698-b9744398b204 req-158531dc-5271-450b-82ea-efd05f85bde2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0297329 May 17 17:29:13.942814 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-db436e18-413a-4565-8202-d84075daa303 req-58bc44ee-e2b1-44c9-9b61-3b67621f6ebe tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0292253 May 17 17:29:14.102793 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:14.387819 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-966f76f2-68a7-45d2-85b2-4ab8aab2a185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:15.044512 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-13c42d4a-cad6-41e1-bc04-03a56197776c req-fce74560-4574-4bab-9108-ad0bfa9b28d1 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280530 May 17 17:29:15.581407 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:16.146509 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-05138056-22b0-4547-8398-a85c8cc12929 req-f234b2f8-480c-45aa-b73d-ad4fb6bcc907 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0334835 May 17 17:29:17.119312 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:17.247858 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c32fbb79-ef87-4014-b30f-23f215546948 req-4c39092b-b42c-4961-b4ec-50c275dd1470 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0281496 May 17 17:29:18.292891 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:18.348020 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4604f4e3-b5ab-454b-90da-b437176e6671 req-12fa7e04-4f99-4bd2-84ed-43b46a7ba207 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0286837 May 17 17:29:19.445147 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c676fdd4-f5be-47b2-a05c-448f9a41b39a req-ded59adf-e80a-4eca-8cd5-7759bd511a3f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0286236 May 17 17:29:20.542417 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8c64aa2d-56fa-479f-b4da-21bb9b06a987 req-a73b1105-5b59-4bab-ba1a-00322e8baaae tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0306118 May 17 17:29:21.639042 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d79ddc37-1a16-45de-ac16-805198cdd963 req-9e590c54-de97-4c57-813a-02c83ca606ea tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278080 May 17 17:29:22.736885 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-32c45f5c-e6d7-4067-bb6e-adadb0a8e8da req-e2d2909e-8a1a-4896-bbcb-758ff49e2c23 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0304387 May 17 17:29:23.831564 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fdce853b-0f6a-4045-99d0-03253a1f6912 req-696cd508-fb65-4d05-9877-74d8a02f66ad tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0285966 May 17 17:29:24.928620 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9ec9a010-4338-4d93-a64f-d2550cd5ae3c req-cfb98968-cccb-4527-8c73-7364e4f50d48 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0309372 May 17 17:29:26.026169 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f94f86ff-a405-41fc-9e0e-b5ba13e6bcec req-3df80fc2-1828-48ab-87da-cc30b8eb3137 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0286770 May 17 17:29:27.120362 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e53ef92e-16ec-42df-962a-383351ebf785 req-1ed35ff4-81e0-46d7-a3bf-d2cde9f9323d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273972 May 17 17:29:28.217896 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-05dc578e-0536-4aa2-b7ba-eb2921e71e1e req-66024d4b-d0b4-4124-95fd-9a1de80b5c11 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274124 May 17 17:29:29.318473 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f78c227-5862-4bf8-9347-7e237f60f2ed req-80d60d65-4d4e-419b-82e3-6a16ae9bbc29 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0309441 May 17 17:29:30.413135 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fafdb0f2-5a92-41ad-b8a5-ad0d3120b673 req-3898e576-d75c-4c65-ac5f-7ffc664b159b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283420 May 17 17:29:31.507229 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-32739c9e-4139-4bb2-aa13-5cc7fc8aad21 req-008a9598-9f1a-4e79-b375-55a3a2983f93 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0281935 May 17 17:29:32.600871 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3e573a41-9c0d-464e-94f9-6f221ca2bc66 req-9ea4ae77-ed6e-4704-8d3f-fe34841a3aa7 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272541 May 17 17:29:33.695904 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9076b2b-dc21-471c-b005-457bd2570761 req-b9c514fe-2043-4bb9-9060-7bfb61c7c669 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0297711 May 17 17:29:34.790095 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7c87c02-0c3e-4038-99c1-dde0fb640742 req-d07ab0fc-b301-49eb-bd17-f13dbc9a1945 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274293 May 17 17:29:35.884863 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4e8c5bc5-5c50-41c3-ba7e-01787c0e3ea5 req-eafe0074-7df5-44c9-ad3d-7b545263d2e0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0266364 May 17 17:29:36.976778 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a14b9633-a616-4ebb-b492-5a626e018b77 req-3caddd42-ee75-4572-a566-0086d293664e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0277424 May 17 17:29:38.072970 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6c0c2492-68a8-4a44-bdde-45afadfbc569 req-3b769b0a-838c-4e82-9500-6fbf2b04db0d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0299721 May 17 17:29:39.167873 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74856d72-2671-4539-9cbe-7ea19b1ff177 req-aa5b5ec4-0e22-4605-a3b9-c25be02e098f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273993 May 17 17:29:40.260992 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bf91a491-287f-4c74-be4a-5257708d8deb req-20c73ccc-524f-4478-9441-17c1b059d0b5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0275943 May 17 17:29:41.355849 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-896d4ddf-0290-47c9-a8f2-f43c85f89aa3 req-ec25484a-a34d-45af-a608-c14ed439156f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0277481 May 17 17:29:42.064937 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-092146fa-29d6-458a-adae-97bd5605c47e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:42.454855 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a67e4422-6510-4d72-b7d7-6f0752bf3c92 req-e526160e-3b14-45ee-ad1d-ecef5e666e18 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0321515 May 17 17:29:43.179819 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:29:43.555475 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5fa10873-c334-4e88-9dab-20c5117a76a2 req-3e842ccc-7a80-4c8b-821c-254254299a07 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0282953 May 17 17:29:44.102248 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:44.390792 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e026f404-e137-4d0b-8108-33cbd6f4d0ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:44.652509 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-33ae03dc-a475-418f-9fbc-70ace099a983 req-1ccde061-90b7-44fb-b5c4-d689916f5b02 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0284989 May 17 17:29:45.584029 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:45.745535 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-07b23127-aaa6-4368-9ba5-1d97545cb7d5 req-a8e3052e-5174-4059-8cb9-c973ac8d25e0 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0270858 May 17 17:29:46.842058 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-28901135-db69-47b1-bbd7-05572e9ec228 req-53edceec-0e4c-4aa1-a5d1-3242cde5204f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0306621 May 17 17:29:47.125281 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:47.936084 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f601b302-ad45-4191-8a6a-c6686d9da089 req-c7252c2c-57b0-4723-b4ff-3c11f71592e5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276148 May 17 17:29:48.296678 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:29:49.030750 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f725e668-8670-4ce7-9cc9-1dcca795e005 req-f1fd05d9-967e-4410-be1c-6d5ee89f04b6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273380 May 17 17:29:50.124080 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d94c6c9-0e64-488a-87e7-c79119921f82 req-e0ed1824-d218-4e5c-b10f-b01578d89e99 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0271442 May 17 17:29:51.221711 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2818dfbf-0c6e-4310-83fa-51795859b2ab req-7f2fdc68-4454-4daf-8339-8e5d14037913 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0304606 May 17 17:29:52.315707 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-389361d0-3400-4780-bed1-ecc3ebf2f473 req-93fb824a-f4b4-4100-8d42-d469fd5261e7 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0268753 May 17 17:29:53.410531 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-76e70b60-1338-472f-8a40-b01ecb7f1ba7 req-c9af4374-0a05-4d4a-8a0c-f48c6bf5a68f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273349 May 17 17:29:54.504118 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-042dcccc-3184-4015-9bac-cfb67a798b5a req-09a46644-e494-488f-9828-882ca2e7c1d5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0269756 May 17 17:29:55.601100 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f12e4953-1627-40cb-a959-3ac42339369c req-53b6f1bb-6e69-4b69-b838-4eb271cc5686 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0308580 May 17 17:29:56.695818 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c63c8137-889a-433e-b4fa-008cc937132a req-2b0c4af1-7943-4e94-80ce-894589b82368 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272570 May 17 17:29:57.792040 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-79eea3b0-b88b-45d4-952f-a4e7069fb69d req-0fcd9914-9601-4d12-87ff-8475e7f17c6a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272253 May 17 17:29:58.885392 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d1e7e32-308e-404d-9825-57b9f1ad6eeb req-685aad28-f91f-4ddf-ac31-3b3a6b4a2af1 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276589 May 17 17:30:00.238426 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c5d339ed-9e9a-41e6-a728-c82e92aa9d63 req-ab21c744-e8b8-4f14-8e67-0836d75b3787 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.2873199 May 17 17:30:01.332814 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-46ea4e0c-90bb-42ba-aa78-a30cb16662bf req-b2af08ad-9a8e-428b-b4d3-a837478f0a6a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274999 May 17 17:30:02.427131 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fad747a8-9d39-4713-92ac-c137aa763e27 req-54637c7a-9e83-48b1-bfb7-739ba75b6211 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272341 May 17 17:30:03.520568 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df6dcd91-7301-4e61-b4f8-c2d902a5f30b req-e820b2d5-b472-4c0c-bf9e-4fb9a00837f3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0269682 May 17 17:30:04.619669 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6c3b78ba-4324-4f03-991f-e931ac1d7bdc req-4acbb7b6-4999-40de-94d0-4a5f5980ad8a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0319953 May 17 17:30:05.715188 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e47ba1ff-ecc4-48a4-981d-47ead3024d22 req-9bc77d70-e426-4c50-8d1f-cb7bf09c5238 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0277214 May 17 17:30:06.809181 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ad458d0c-8bd5-4136-9fe6-e5804329bef2 req-7c8413b3-f040-4d57-bd3f-f7d096a7a8ac tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279703 May 17 17:30:07.902159 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d06c7be7-30cf-4d14-9251-c3126e047ac3 req-273a53b8-817a-4a12-a088-1652845d78f6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280242 May 17 17:30:09.006806 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-27e0b751-25ae-412a-9ea5-465784f30802 req-00ff1094-59bb-48d9-8056-6037c7192922 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0343032 May 17 17:30:10.101010 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c549fada-dbe5-4c22-8fad-df780087dac8 req-a2a27f11-0a58-4847-8a74-18ce5b519250 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283699 May 17 17:30:11.195306 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4b8dbc49-156c-40c8-a3e7-ed4d7399213c req-c9f6004c-5035-480e-861f-cb93d3430aaa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279975 May 17 17:30:12.073866 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bcf7e4d3-b3ad-46c3-a76b-dafe91e3187f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:12.295383 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de6bc642-d802-4e89-a99b-2b5fe592d304 req-70884e64-3631-4a07-9489-f1738ec399aa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0293088 May 17 17:30:13.403195 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3d96d75-8249-41b1-8b7c-182784e65881 req-f5704db1-69b3-49e4-9dd2-7b7fdc26fa73 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0320461 May 17 17:30:14.118114 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:14.393329 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1a7d0bd5-80d7-4228-ac67-d922bf8aad9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:14.499785 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0a90e0a1-c3b6-427c-aeeb-3e03075c9c05 req-e01a2ad4-058c-4593-8fef-0a2a463534a2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280280 May 17 17:30:15.587320 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:15.594117 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-44677099-4647-4321-9f42-63b3f967c211 req-6c295f7a-34b8-462f-a9db-5945d6c7b27b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0285299 May 17 17:30:16.688119 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-07b36ad4-9453-4e82-862d-728225ba0346 req-945e3a5a-67a1-4e2c-81d6-91fe87acc55f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279777 May 17 17:30:17.124949 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:17.793514 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a9061b0b-9e21-41dc-bb9a-6553faebfec4 req-d8ae644b-6830-496a-9307-214f13a086b9 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0384011 May 17 17:30:18.299994 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:18.887443 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a3231cb9-9ec4-442b-b1fd-42f14bca9b91 req-743bd835-6bfb-42b5-a0bb-1b5def726dab tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280221 May 17 17:30:19.983756 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6bd75218-40f3-4ad8-bb73-bf5dd7df4959 req-9ae37ebf-212e-44e5-bb47-ca3a6f7f074e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0269935 May 17 17:30:20.178952 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:30:20.415614 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-2852711d-c591-469e-9bca-1fdafc4ef40e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0839093 May 17 17:30:20.499912 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-393fa473-d798-46c6-b5da-784eb37d0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:30:20.501410 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-393fa473-d798-46c6-b5da-784eb37d0086 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1129 time: 0.0448880 May 17 17:30:20.601006 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-4fda2486-c146-4727-a7c1-f41ea0a80ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:30:20.602507 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-4fda2486-c146-4727-a7c1-f41ea0a80ef2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.0841229 May 17 17:30:20.666250 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-2de6d83e-2285-426f-8545-821725add24f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 1001 time: 0.0582166 May 17 17:30:20.712194 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-b72c1cad-01d6-49ae-9b24-98b2a3aaf81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:30:20.713652 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-b72c1cad-01d6-49ae-9b24-98b2a3aaf81c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0424099 May 17 17:30:20.755468 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-d4396b21-21b7-49dd-9302-b3a365f869fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:30:20.756887 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-d4396b21-21b7-49dd-9302-b3a365f869fe service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378654 May 17 17:30:20.766320 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-56ee0ca0-5eb2-412c-aed1-304f71f24e29 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:30:20.767837 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-56ee0ca0-5eb2-412c-aed1-304f71f24e29 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052869 May 17 17:30:20.858765 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-a8f979d2-3798-4717-a279-2b1a70e4b118 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850618 May 17 17:30:20.945644 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c21540e9-5d5e-48c0-acb3-d2a55416538e req-c7d97dab-3568-4f81-9e56-b1e6d4357fe1 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816307 May 17 17:30:21.077013 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20b2f1bd-2310-4601-8982-9faeb2b7c6b5 req-5dfae98c-e6e9-4a48-94cd-45252119aa74 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0268667 May 17 17:30:22.175391 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25f7f8e7-6dcc-49dc-9e9a-26886e25dd8b req-ae93d46a-0b45-49a6-b85e-5ff7b41be017 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0305505 May 17 17:30:23.272081 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bac747e3-07c1-4f98-baaa-0f22299d9e0a req-ba1d0da9-1bdb-4daf-8fca-61b79f862d1b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280385 May 17 17:30:24.369409 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-31189d9e-03ba-496f-8bbc-0c21ec6447e6 req-e4044fc3-3520-48d2-a2bd-0fe20be38437 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278561 May 17 17:30:25.464086 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fd769aa4-2809-4904-89c6-c3c5f7c5d575 req-e03672f5-2f12-4b20-b717-4b8fcead963e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0275342 May 17 17:30:26.559284 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e9f0e1d1-6fc3-4e86-89b3-845a599bea28 req-35dd7470-0689-4835-9ac3-dc9d041804de tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0306368 May 17 17:30:27.661213 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5c183faa-f909-4d7c-a6d3-c7adf097a64c req-af9cc2ef-506b-4802-8fdc-a7bda7350b3f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0269430 May 17 17:30:28.757835 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4313afe6-9f8b-45fd-ab6a-a8080ed502d7 req-696fa322-814e-44ac-8d32-4c4ae526f56d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272944 May 17 17:30:29.862801 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3af942a1-2c2e-45f2-9182-1d3a5f4a73e1 req-58706c45-5439-4ec9-ab49-13bcf7299b30 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0293512 May 17 17:30:30.965222 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-602b2d60-a066-4009-b221-cbcc4b7c9081 req-8ed5be3b-4e46-48f6-b219-e75a5baae8b1 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0326173 May 17 17:30:32.070145 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6b9a60fb-5b4d-4625-91a4-5c35e453da72 req-b05c1504-902b-43a0-9d42-9b1897618f2e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0301943 May 17 17:30:33.177637 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8f617111-b684-4364-9654-fbbdc8a48ec1 req-7da5258a-6c7c-44b7-ac77-2a5b32e9d580 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0305912 May 17 17:30:34.288448 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-93acab4c-a7c7-4ce4-95a5-9d911c44b77a req-ba1d19ac-fb57-4220-93f0-3d86388c0fab tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0306396 May 17 17:30:35.399855 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0e2a6473-14f0-452b-8fb2-b4c5e94fbdad req-92de839e-59cb-4b28-88d5-27f5099da82a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0357456 May 17 17:30:36.501385 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-974a43b0-da8f-4fa6-94c2-c9a21ae61a2c req-ca2f6840-0a1e-4c48-a3b8-943cd9a79c88 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283210 May 17 17:30:37.603789 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-23b0e118-548e-48c8-802c-74fb183f852b req-e95d08a0-f89e-410e-ad88-dcf106b8f509 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276525 May 17 17:30:38.702197 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-897464a2-0fef-40cb-b372-a24a6a5a4a6f req-c383b8eb-14a0-4bed-b715-e5ab14ba6eeb tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0295458 May 17 17:30:39.801219 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ef1d07a8-8b04-47fb-9f0c-d27c743b8fc1 req-cab54b05-cb9c-4b0d-9ac2-ac8aa66156b6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0310714 May 17 17:30:40.899461 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a94acf8-cdcf-43f3-b8f8-8e90589e678d req-0b71df03-260e-4343-b3b1-9ba97234a4c8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0290976 May 17 17:30:41.996808 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9580c506-5a81-4497-afa0-315766cc4009 req-dd7f2bf7-5725-462c-942b-954abbfb9aae tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0288367 May 17 17:30:42.068530 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-376e1e82-5763-44b5-8eb8-0db52b814a6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:43.091343 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-881ddd85-6a11-4358-b535-d2f38f1e77e8 req-8326d217-6bf2-4a75-9d72-57e6859ae8bb tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0287347 May 17 17:30:44.115761 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:44.189820 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f1793798-b9f5-4117-9ffc-8e6b5d1b3547 req-207528f7-b708-4b0e-9edc-b8d0a975631c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0302556 May 17 17:30:44.399245 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9d3db796-9b02-47e4-aad1-554e04ba39a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:45.286035 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c8cc441d-3ce4-48ee-a3d2-55268fad93c5 req-8626f256-f181-4aa7-8df2-680aaed01fc3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0277193 May 17 17:30:45.590533 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:46.381570 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70cfa8af-55e5-4521-9e34-b85d211bfe06 req-a8433fb3-4781-46e9-9212-8fc6d86a5e6f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0287321 May 17 17:30:47.126817 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:47.476559 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bcc9a76-7790-4455-b6f6-e7e88b4e7dd0 req-9096dfb0-2346-4d41-b488-7b0ec6024a50 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283639 May 17 17:30:48.303612 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:30:48.579081 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-037260fc-ac69-4499-962a-2a8f2c5a83ce req-cf68f939-4a48-48b3-b7dc-2371f34bf6e5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0330546 May 17 17:30:49.678787 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d0602736-64e4-4d57-a282-8bbe4b8ab099 req-a13db227-ac2d-4030-9af4-92931271aaac tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0288248 May 17 17:30:50.778170 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-122ca8a2-91cc-482f-9862-39370e187505 req-fcba1730-a7f7-42bd-9ae4-8842588012bc tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0293813 May 17 17:30:51.891060 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-080e42c9-2293-48b6-8f1e-8dc1cd4985f7 req-bd736cb9-8ff3-4273-9435-8d85a6cd189d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0305667 May 17 17:30:53.002913 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dbeb84b2-a4b0-44d0-89bf-9b5b7c1ad83d req-27dadfc0-5fd5-4922-a4a4-071b813e9f59 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0335593 May 17 17:30:54.100523 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-edf9661d-8048-4232-bc0c-51e6cf0eb786 req-b5323dd6-d6d9-4dbf-ba3b-1129829a0a8b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0290327 May 17 17:30:55.197472 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f787dca5-0eb3-4669-b188-1c4484c365e7 req-5a14464f-0f71-461f-b0a7-ca095643e508 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0267334 May 17 17:30:56.292927 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f701c171-314a-4e66-923c-4bb13400da8d req-9037851e-8ab2-4945-8e33-b99ca9b4341b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272346 May 17 17:30:57.177605 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:30:57.395702 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-698122f2-bef9-4e41-adcd-f2b6a0074103 req-236cd1a5-2645-46ab-847b-ac9818bfc23f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0323610 May 17 17:30:58.493244 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6fd9f55-0d78-4c01-80e7-9623c8748411 req-a32c5a70-fb81-46f9-81ee-10b5975b545b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0297613 May 17 17:30:59.587688 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fcdff31-0c79-43e1-8b06-3f5e06298030 req-50c68bd4-f102-4ca8-b652-33a06a533e30 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0281234 May 17 17:31:00.681304 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-35022e48-ed2b-4020-8b26-69a49deca184 req-4ab47b8f-dcd9-48f7-9fec-00e003b45daa tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274191 May 17 17:31:01.781151 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-36a83348-bd2c-4024-bd4b-e28154d2556a req-c6ebb120-d22f-484f-bc6d-b7651791ea41 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0307746 May 17 17:31:02.873894 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-26bd7a73-5eaf-42de-afa6-69e57208ecdf req-f16c004d-d8b3-4b76-ba28-bd725011f8a5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274858 May 17 17:31:03.970782 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7c0af521-3e45-4637-a9ec-fccc3774594b req-6d80eb53-41d8-41dd-9ab1-df3c4065ad22 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276706 May 17 17:31:05.063618 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5538e4ac-87be-4acb-8d2d-38af54f60d9a req-9c280bc9-458a-4474-881c-69df180c099a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0269220 May 17 17:31:06.160586 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-01d21181-ee03-4162-87a5-fd2b47000950 req-749e2805-523e-4ed2-9044-7e07763e7f98 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0306723 May 17 17:31:07.257247 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e4d55554-ae34-46cb-9f27-3b645ebbbf28 req-7fbe57be-0d48-49e1-aaf3-ca835e6cb314 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0296412 May 17 17:31:08.353033 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5a5c7d2a-3c81-46f0-8eac-5f5aaa877309 req-124df763-d17c-4d96-a263-a198408aa263 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279462 May 17 17:31:09.444453 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ce89b781-ec93-4375-a115-4150194ca0ed req-8e7e8d12-4780-42f5-a9a7-bc2ea892f734 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0269866 May 17 17:31:10.545421 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-897f9398-5166-45d3-b081-eebf1bbfb73c req-c592dbe5-253f-4ad8-a0cb-e20cacc2d024 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0307071 May 17 17:31:11.642699 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-abb71cb5-2b7d-4fea-b0c5-b7f061a06754 req-2ccb6c66-0685-4739-bc6e-1a6e66255065 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276465 May 17 17:31:12.070640 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7efbded5-e4c6-4af4-a05e-24bd13129e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:12.741101 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-96d109cb-584b-4f50-9ed1-4a7df8797dd2 req-e566bfe1-9b85-4eca-88fc-2a3a71ac8a32 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0290012 May 17 17:31:13.836070 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c7c9ced9-4611-4ed6-9539-4229373fefbe req-ad7cc9f3-48e1-4a59-8dc9-92c0da718089 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283141 May 17 17:31:14.132501 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:14.392880 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7d66126b-e1c0-4290-bde3-0d6db362cd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:14.933195 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4fe4684c-421c-4cdf-986c-985559cdb903 req-064965e2-ab62-4096-9828-465b2a605664 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0305908 May 17 17:31:15.593227 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:16.027528 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3bee93ef-dacf-4ace-98a4-29107fce2cff req-fcd285d2-3ec3-4c01-a640-0a0518c93ee8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0281212 May 17 17:31:17.122112 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3f9b476-66d0-49f4-ad5e-a048658eef86 req-5a2e7868-36ce-490c-b00d-73ade71ddd60 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283711 May 17 17:31:17.132306 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:18.219822 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cb4c042d-f2be-42f3-86fc-5ee869fb1a22 req-d534c499-8059-42f2-8eb9-779ccf58c106 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276780 May 17 17:31:18.306190 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:19.317000 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0c5bc6d4-00a3-4717-8507-b2e48f503247 req-c2a0d105-0609-4ed4-9bb5-1aa416c2e8c6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0306797 May 17 17:31:20.376564 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-2a9424e5-60e1-46e3-b174-1cbc8d2ad585 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418525 May 17 17:31:20.419295 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d2ce45e9-29ed-49d9-8ffd-7e4d35a78c66 req-45b5e5ea-176a-4e0f-906d-7f49f1f1443e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0356719 May 17 17:31:20.442452 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-d395fccc-5565-4ac6-b5d1-3aa0172b38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:31:20.443959 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-d395fccc-5565-4ac6-b5d1-3aa0172b38bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1129 time: 0.0449903 May 17 17:31:20.547627 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-ed335563-b84d-4dc7-8a20-dc746c4071b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:31:20.549153 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-ed335563-b84d-4dc7-8a20-dc746c4071b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0835404 May 17 17:31:20.624849 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-4c78a535-dbfd-4102-aead-e58a0e3cc366 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 200 len: 1001 time: 0.0586889 May 17 17:31:20.677445 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-da538ce7-4869-430d-b0db-9c0dcfe24322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:31:20.678905 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-da538ce7-4869-430d-b0db-9c0dcfe24322 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0475929 May 17 17:31:20.720455 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-b88539d4-09ef-49e0-92cb-c1d08494ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:31:20.721953 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-b88539d4-09ef-49e0-92cb-c1d08494ad4c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376470 May 17 17:31:20.816869 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-4fd58e01-c419-46d2-9079-c6b1d5b8e7f4 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888042 May 17 17:31:20.902364 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-edd480c6-95ba-4f90-9f63-bd23cb0c80b2 req-28953797-70cd-4b39-a443-9abba1f13466 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799956 May 17 17:31:21.517000 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6bb5ddf2-8493-47cb-aa64-53484c3ca513 req-83b82338-93e8-454c-8944-2f6f0251a070 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273991 May 17 17:31:22.609674 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9f2480f1-95ac-4dd0-8b93-2c0e441ba49b req-b528013b-6972-43b1-a4c3-fabac43649ac tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0268750 May 17 17:31:23.709086 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8359f6dd-4d50-4215-886d-ffb940cab971 req-f008648b-bb42-4f69-9092-6fe9f21ace24 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0315657 May 17 17:31:24.811260 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ff8e6737-e727-4306-ad75-654734f31e94 req-aa076c8c-42cf-4c2d-89d6-df631ddcc525 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0299776 May 17 17:31:25.904853 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-21ed44b9-e22f-4537-aef6-46ee572a4168 req-07e0c955-2e67-4eba-952a-e78bc8c08403 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0275252 May 17 17:31:26.999907 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-089483be-08c7-4d22-8b1f-2ec50ab2a10b req-d40aa6ca-680b-4539-aa26-97dc9010b5f6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0285499 May 17 17:31:28.096338 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-047faf1f-2013-4411-b83b-bc13c19c7299 req-ce5e958f-9e7b-467d-a086-849bfbda94ef tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0307441 May 17 17:31:29.194888 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f52cbb84-f366-4d38-8e41-9694658bef04 req-e2bd8b6e-42e8-4e2a-a3e3-4af70fef86a3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0324156 May 17 17:31:30.291030 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-96cf1386-e917-4cd8-999a-c45e6a89c5a8 req-5429976b-75cf-47d1-9b32-5b8e35fef2b5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279226 May 17 17:31:31.385445 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-387f7c7c-e3bb-40ab-b03f-fed178d38094 req-856b5426-a6ab-42b2-892b-fcc8221e670e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273857 May 17 17:31:32.485560 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-31c512d7-5254-47b6-ab86-007fb3fa622b req-d81074bb-be2d-4b23-be94-0298bc52c5de tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0303593 May 17 17:31:33.584272 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d81f986a-1238-4d99-a6d4-6b7358807f16 req-5c2ee629-7fcb-4ab2-bf57-c821df7a55fd tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0289550 May 17 17:31:34.177323 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:31:34.686454 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bc01b25b-2dfd-4722-b385-6a32223e9c50 req-fd33919e-14ba-44c8-aac1-c7fc5ed8072f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283527 May 17 17:31:35.781721 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8683ff12-be3c-4eb2-b0b4-200c1c796365 req-21cf19dc-d912-4677-b1d9-493baed930c7 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280311 May 17 17:31:36.881509 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ab24ce00-2da2-43a0-bf4d-cfcb14614cd7 req-f85c1af9-f163-4871-ad90-c7d618b71e79 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0307193 May 17 17:31:37.977877 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-34261021-32b7-48bb-8c52-b3936f81cf1b req-89c4a46b-59be-41c6-9894-d21dceb51211 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0298390 May 17 17:31:39.078043 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d8987a7a-82c5-4dfe-bc29-d49a29d5f796 req-78e179d9-5af7-4c55-80c2-e7bd26a1ddd5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278788 May 17 17:31:40.173203 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7a314025-6533-4c94-b2de-c7f9c2f180b1 req-62bad6f9-7ebd-46f3-8f4b-157e904ed572 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0282695 May 17 17:31:41.272829 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-12a57be6-b3bd-46f2-868b-7690e31b4446 req-02f25b18-0d5f-4a80-8b7a-dafc7b7599d8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0315142 May 17 17:31:42.072348 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-65b89a07-9fec-4c9d-9e49-54356b343d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:42.371666 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa0654b9-e634-4a05-adae-33489f7729a7 req-2607f07c-c87a-4d03-93ba-4c3fee0c6549 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0292611 May 17 17:31:43.467680 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6b6ab2a6-15d8-4a68-a297-062c66dad52e req-6e41691e-5ad1-480f-9ad1-c25944c311fc tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274284 May 17 17:31:44.146384 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:44.396765 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4523c287-ba8f-4398-8631-708db40eafa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:44.562588 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4ee6067f-3ec8-44a4-85e1-1dc697be7808 req-48876b5e-f68e-4d65-9e1f-bb9eeed8ce5f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273700 May 17 17:31:45.598510 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:45.668431 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0411d7a5-6a21-4122-a255-5f0dc87a069f req-77d7b80c-e5fd-4a82-8785-9d709f748df4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0365920 May 17 17:31:46.773505 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2192f93d-117f-4b47-925b-a9d1961b5d77 req-85573cb6-3382-497b-81cb-90910f052c95 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0284076 May 17 17:31:47.135960 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:47.869600 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6ca413b8-7382-4bb1-a352-ca85ec1888f2 req-81ffc09f-2fea-41da-96fa-22b4f4316370 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0280883 May 17 17:31:48.310104 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:31:48.967863 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d1a8884e-eb15-4988-82b8-dbad74a9e292 req-a2de306e-84de-4dcd-a3ad-a6dab5cee797 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0290487 May 17 17:31:50.214932 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e1b77cdb-a210-4261-92f2-335b43917123 req-4d562d59-3a83-429e-af78-956b95c897e9 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.1805458 May 17 17:31:51.309869 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1908057-d2a4-4bd1-a93c-6edaa39241ea req-ec822300-6aea-4ecc-82b5-f4fc6e62fc42 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276599 May 17 17:31:52.405346 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e5dcbc33-869f-494a-940c-fcdcffaafe0b req-3a701854-c396-4aff-954f-e19588d68124 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0277369 May 17 17:31:53.499122 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa39146e-0561-47a8-87bc-d3b7cf1723e8 req-814ceeac-e95c-48c5-8e91-0e08446085f2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0270395 May 17 17:31:54.595463 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-34763292-1803-40de-aceb-c37a599a6062 req-42749ee0-935e-46db-85b7-09a9b21343d4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0307629 May 17 17:31:55.687931 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-67c098b1-74f2-485d-b991-d8db7506e731 req-2b60a453-c75a-4971-8b4b-747db895bf3c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0268667 May 17 17:31:56.782018 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1268c6c7-7f97-4b1b-8b59-0ff62d4e0e05 req-00439308-c4d3-4344-93ad-6ac51920720e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278587 May 17 17:31:57.939534 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d96c93ee-c175-45fe-b628-77c9cc564168 req-b87ae496-4b46-4c46-af28-f7703cf29a64 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0266571 May 17 17:31:59.038152 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb72c510-ffb5-4cc4-a0d5-2313907607c5 req-cd73ca3f-0e44-46bd-b8c3-f9673f73d223 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0292587 May 17 17:32:00.133586 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e78814a6-7117-4517-a864-0956b3b50ebb req-3069714e-2d10-4d97-a7a7-f0157b162b6a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278802 May 17 17:32:01.228176 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bfccc5df-39b7-46a6-a222-d6bafd7ccbeb req-a569862e-d8ba-496e-b080-06f279e4c9f6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0284007 May 17 17:32:02.321424 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-53158bef-dbc9-46de-be9a-524a5c1c3852 req-643b4fb8-6c7f-4fb5-aa70-26a05a71c5a9 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0283952 May 17 17:32:03.418736 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e5c41667-9fa2-4087-a6f0-2075c61f98b4 req-04aa1937-3be6-4834-a7c5-dda24f4cde02 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0291760 May 17 17:32:04.512318 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-33db32ec-d17b-4301-a856-cd47eb21626f req-1d712c5c-9b38-4890-934a-72f40010b10a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273707 May 17 17:32:05.611616 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b2900978-9a54-4ac9-bdb0-7d7acab4faf1 req-f9bd94f7-5edc-4c39-9c45-c32ceccf4c7a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0273256 May 17 17:32:06.706203 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-60bd8fda-7346-4221-aabe-847f514be34e req-97f89180-f237-404e-bdf4-9f45e74dfaf2 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276694 May 17 17:32:07.803123 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7df6758a-9c8d-4afe-a3ea-dc9055ad9dd0 req-6dc60fe4-166f-4af4-9c3e-efec74d79f9b tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0305030 May 17 17:32:08.896239 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a8f2d52c-53f1-46ae-872a-cb1cf6819705 req-b4fde534-d8e4-44d3-a358-3fcf54ccc59c tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0275559 May 17 17:32:09.990474 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fe0e8ae3-c6dd-4af7-90f6-01a147052dc5 req-d62b94e7-7c2b-4c7d-9ed1-f063944b9c68 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0269177 May 17 17:32:11.084685 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-56a9259b-9f25-44d9-99d9-cf987376f454 req-76eb8c34-4cfd-4af9-97e7-7b732d232253 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276933 May 17 17:32:11.176446 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:32:12.088385 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ca6a1bcd-8b54-4f2f-aa11-4100bbecf6b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:12.189011 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8821dd32-ba34-4061-b9e6-87052224f4d3 req-47946ce6-69b0-4232-a0d2-a4e929b3cf9f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0370936 May 17 17:32:13.284530 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0ed6007f-7464-49a1-b8df-b9b2bc169bbb req-0e78525a-0d40-42c7-ad05-42ca1a7dc49f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0265720 May 17 17:32:14.160449 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:14.377820 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a6dc4f0e-1caf-4ff9-8a77-09c5a87d5ea0 req-9f756f4a-4e40-4fdb-8ac7-8b27dbaf5dd4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0282753 May 17 17:32:14.400016 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-33daa178-9400-493f-b94f-b73d3cc0aa7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:15.477764 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d2d2c47-61cf-4642-915b-1cc4b3333eef req-2e73e5cd-2959-4005-af9d-7de01e7d3948 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0284150 May 17 17:32:15.605976 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:16.575135 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-75288a60-1cd7-4fe1-83a4-8f92190f8efc req-3768ceba-0861-4e63-ad39-368b7416075e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0311527 May 17 17:32:17.139976 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:17.669195 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4923dbf5-1723-4f91-9997-a55a1b75f702 req-764d5b7e-3273-4ede-b173-08e25b58ead5 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0277987 May 17 17:32:18.313992 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:18.763348 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-94b538cc-0b7c-46b6-83f7-e44e6f78c0d2 req-31fcb78b-38e5-474f-8c34-39553857d2c6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0282857 May 17 17:32:19.855750 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-13433ee8-5333-417f-a826-c6ad22b13e67 req-11298a26-01bc-410c-ab49-3e3fbbade9f4 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0275869 May 17 17:32:20.954817 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5182f04f-7a0d-405c-a039-8d2a932ac32e req-fcb204eb-aa21-48b6-90a2-05066773d40d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0311408 May 17 17:32:22.060497 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a693c95d-9193-40ad-ad80-51ed310030ce req-f24e9150-15c3-4363-9440-4f3cc2542b46 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0332639 May 17 17:32:22.434728 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-ce7b833e-6a23-4d21-9a86-edf28e34ade4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0595908 May 17 17:32:22.512566 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-9cd8b3ba-6b8e-495a-a623-20f1770919b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:32:22.514074 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-9cd8b3ba-6b8e-495a-a623-20f1770919b4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1129 time: 0.0391648 May 17 17:32:22.619838 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-2f977913-4376-4623-a591-296b0445970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:32:22.621363 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-2f977913-4376-4623-a591-296b0445970b service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.0905545 May 17 17:32:22.680979 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-3c11d77a-6ebb-4ff5-b03a-2725ec05586a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 1001 time: 0.0539758 May 17 17:32:22.727553 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-2b13ede3-6ad8-4ed6-b0eb-1c233e20026a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:32:22.729013 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-2b13ede3-6ad8-4ed6-b0eb-1c233e20026a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0429997 May 17 17:32:22.779797 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-866d5bb8-75cc-4be3-a448-49078aefa43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:32:22.781352 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-866d5bb8-75cc-4be3-a448-49078aefa43a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469627 May 17 17:32:22.870824 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-7aae1f5c-60a9-4481-b908-4c0b054573cd service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826449 May 17 17:32:22.960360 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-35b35ee3-88b8-49b5-b0b4-6b0adea418b4 req-88954d75-8b68-4c68-a39a-3a038c2b7975 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843136 May 17 17:32:23.158922 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bb183070-c6c7-4f5e-9732-7d6f7dd3f43d req-7defd379-bf7a-40e4-9e45-a715baf00e43 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0276554 May 17 17:32:24.253884 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-351f03b1-5efb-4fef-985b-f1dc87fadf02 req-5b938432-a3ca-43cd-99d5-a6acff3928f9 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0274034 May 17 17:32:25.352576 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0ccbd712-5d85-4b41-8b64-30be0bd2f721 req-fb90f0dd-a29f-4d52-af38-66c19b815a48 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0301514 May 17 17:32:26.447505 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2565d64e-0393-41bd-8df8-a3b33c6df218 req-d37036eb-eb89-443b-951e-0ef8a6b4a38e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0277390 May 17 17:32:27.553985 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a995e6eb-627b-4a8d-9767-f8dde121549f req-99d8c53f-35b1-4263-88d1-76d18e09354e tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0281417 May 17 17:32:28.650297 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-285e2243-2ad6-4d5f-98df-148f076c3b51 req-44982154-cf51-43ce-85eb-e72bf802e278 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0281487 May 17 17:32:29.747808 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a0b7ad46-3ac4-419b-889c-86e1e08ddd70 req-eae5640c-531d-4ff1-b167-da58175133b3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0303440 May 17 17:32:30.846884 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b69eb27b-6cac-4453-8ba5-700a49ce33f2 req-52d1d4c6-5ec8-403e-84fe-6706a2d98630 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0286174 May 17 17:32:31.941041 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b836e6f1-ce98-4e43-8f29-2dd21cd88e73 req-ae2321e9-1778-4e50-ae8c-79e41b1e7f3f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0275652 May 17 17:32:33.035586 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3da35c5-8253-4d89-b2ee-db21c015ff54 req-da252189-f710-43f3-bd63-643ce23a0bcb tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278752 May 17 17:32:34.135311 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5d0be53e-9a76-45ea-9f83-9e9da2aee1fe req-9e13f64f-4d56-46aa-9e3f-8f6974e5bf5f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0307157 May 17 17:32:35.235867 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-359163b5-9e12-456c-bf55-0e1fb8998067 req-af943b2a-3267-4b66-ae86-96eefca18c3a tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0300090 May 17 17:32:36.333784 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d024bc15-9c64-4eff-8558-69d95498557b req-680af425-3758-4fa8-9652-7d7d3f160582 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0286379 May 17 17:32:37.428179 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9725d58a-1d1c-4926-bd22-b3055b58fb94 req-e80c692d-06ef-4a9b-9120-e5cbe51f245f tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0279050 May 17 17:32:38.528662 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-445f74d4-0500-49bf-a90b-bdada0a03dbb req-d6797215-3008-47c4-a5a5-cde2bab81967 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0306785 May 17 17:32:39.628919 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-311e6ed1-8561-4ed2-9b16-6bf72315ac75 req-a2ba6320-4b63-4f01-bc39-27d42440a259 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272398 May 17 17:32:40.721667 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-954d2b60-c9f1-46c5-b117-a0687dd517ff req-1c4a7160-1c75-4a29-af4f-1797951f4094 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0269506 May 17 17:32:41.815579 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7bedd1fd-829f-44b3-af80-6e69f0718ef8 req-53670ea2-0fbe-419a-b8f4-937f5cc76af6 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0271053 May 17 17:32:42.069815 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d1d8791c-5f26-4970-bd0d-dd3ee27d38aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:42.922929 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f01a5331-2226-41d1-9aa0-6bd2db05f25c req-e4da2517-7bef-45ac-840a-49802e5d44b7 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0298934 May 17 17:32:44.159972 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:44.274057 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6edc1b19-a247-4a01-ac31-317db96f2662 req-a5d14def-26fe-44f3-8144-db1f61290a39 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.2848923 May 17 17:32:44.401995 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9f7e654c-54d0-46a1-bbd1-5f120d178787 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:45.368951 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2c3aa772-74a5-4c26-aba8-5ecdc97380d8 req-a388bbe0-1e9f-448a-ae4c-f8f2b8e184d3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0269456 May 17 17:32:45.603360 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:46.464715 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16ef342f-b376-461d-a865-c78c612eef58 req-14eef161-7573-4b4c-8214-34dbb8fdcdbd tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0270989 May 17 17:32:47.142010 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:47.557400 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39207cd1-3f8a-4e18-92ec-cdd1c87d1400 req-f8848c4b-770f-4669-bfe9-ca19a54719dc tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0268235 May 17 17:32:48.175500 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:32:48.324473 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:48.653460 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-052191f3-6ccf-4b27-943c-b0f26ce90737 req-683d1744-1a4c-4202-aed7-e023ffa29935 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0290120 May 17 17:32:49.748258 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-33d77e71-484b-4c5c-9a5e-f071e3366e3d req-151b60d4-0896-4a4a-b0ae-e26ca554c36d tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0268018 May 17 17:32:50.841427 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c78e3728-bd23-411d-8da4-e64fdc817615 req-bd18ecfa-0b15-444a-bebc-aadfc85d5833 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0272303 May 17 17:32:51.942265 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0eee0338-491c-4456-8410-ebc8de39b612 req-dd6447f9-9df0-462f-bed4-0b1d5da9c6a3 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0336046 May 17 17:32:53.040306 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-27ab060c-035c-4f06-a4c1-99bc3f755aa4 req-f4bb66a0-0a6d-4cb0-94e8-d7cf5c576a97 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0293593 May 17 17:32:54.138607 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c7c4351b-280c-450d-9f8f-65df1009aba5 req-7d13bdd0-ee18-4075-ac7d-60f4f53aeecb tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0285704 May 17 17:32:55.232259 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f88d22c7-d2f0-40bb-95bf-57a15958f2be req-576f76ec-d873-4c21-bdee-0b5f8f2f9626 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0278809 May 17 17:32:56.323609 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5651c847-765b-4ce5-a94a-13a5da2ad8a4 req-f97e3ebd-aa0b-437f-89a0-49a864ddb1e8 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0270433 May 17 17:32:57.420011 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3febb311-2144-4c22-81ff-fb375f99a15a req-48587246-101f-406c-9780-02bee379e3fc tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0302677 May 17 17:32:58.516372 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-13193c58-85bc-4f23-bd3e-bd173478c8e3 req-6eefc438-ee3b-492e-a19a-91d55f22f569 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "GET /v2.0/ports?device_id=e420716b-f12f-42d3-9c4f-579ae72efb2e HTTP/1.1" status: 200 len: 210 time: 0.0292883 May 17 17:32:58.539149 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 54850) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:32:58.598637 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group (cfd223fa-4af2-4435-80d7-24d14953d172), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:58.623843 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group (cfd223fa-4af2-4435-80d7-24d14953d172), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:58.697793 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (cfd223fa-4af2-4435-80d7-24d14953d172), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:58.701507 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:58.705395 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] 10.222.0.81 "DELETE /v2.0/security-groups/cfd223fa-4af2-4435-80d7-24d14953d172 HTTP/1.1" status: 204 len: 168 time: 0.1620455 May 17 17:32:58.712431 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd223fa-4af2-4435-80d7-24d14953d172,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:32:58.722186 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.722543 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.722894 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.723244 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.723587 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.723921 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.724255 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.724626 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.724959 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.725287 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.725660 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.726214 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.726628 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.727391 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.727813 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9453eab3-9511-499c-a599-0389cae38628 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:58.820188 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 54854) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:32:59.262264 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (a4555cca-0e88-4016-8b75-b6f87ea83281), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:59.481429 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Deleting port dc627650-c820-4835-afcd-9c07273757e8 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:32:59.481771 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (dc627650-c820-4835-afcd-9c07273757e8), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:59.560113 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] For port dc627650-c820-4835-afcd-9c07273757e8, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=dc627650-c820-4835-afcd-9c07273757e8,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:32:59.560826 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (dc627650-c820-4835-afcd-9c07273757e8), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:59.573383 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Calling delete_port for dc627650-c820-4835-afcd-9c07273757e8 owned by network:router_interface {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:32:59.745217 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (dc627650-c820-4835-afcd-9c07273757e8), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:32:59.769190 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc627650-c820-4835-afcd-9c07273757e8,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:32:59.797569 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.797932 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.798285 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.798628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.798968 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.799305 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.799638 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.799970 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.800321 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.800659 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.800992 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.801322 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.801647 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.801973 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.802296 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:32:59.943877 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (a4555cca-0e88-4016-8b75-b6f87ea83281), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:00.144960 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Router a4555cca-0e88-4016-8b75-b6f87ea83281 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:33:00.246025 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:33:00.251003 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-aabdeac0-a00a-4c3e-949a-2e552f994ed5 admin admin] 10.222.0.81 "PUT /v2.0/routers/a4555cca-0e88-4016-8b75-b6f87ea83281/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4297311 May 17 17:33:00.253559 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 54860) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:00.256697 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] Sync routers for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:33:00.266140 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:33:00.266751 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:32:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:00.352792 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks [] for router (a4555cca-0e88-4016-8b75-b6f87ea83281), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:00.362007 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:33:00.470090 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks [] for router_gateway (a4555cca-0e88-4016-8b75-b6f87ea83281), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:00.513570 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Deleting port 89c9dc67-843d-4877-bd1f-f70b856b6f89 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:33:00.513958 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:00.593397 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] For port 89c9dc67-843d-4877-bd1f-f70b856b6f89, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=89c9dc67-843d-4877-bd1f-f70b856b6f89,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:33:00.594127 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:00.611403 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Calling delete_port for 89c9dc67-843d-4877-bd1f-f70b856b6f89 owned by network:router_gateway {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:33:00.621322 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:32:59Z', 'revision_number': 5, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port': {'id': '89c9dc67-843d-4877-bd1f-f70b856b6f89', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:72:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'device_owner': 'network:router_gateway', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:29Z', 'updated_at': '2022-05-17T17:21:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:00.645905 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] Checking router: a4555cca-0e88-4016-8b75-b6f87ea83281 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:33:00.654604 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] Routers {'a4555cca-0e88-4016-8b75-b6f87ea83281'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:33:00.655233 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:32:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a4555cca-0e88-4016-8b75-b6f87ea83281'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:00.737622 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] Set router a4555cca-0e88-4016-8b75-b6f87ea83281 gateway port host: None {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:33:00.778036 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (89c9dc67-843d-4877-bd1f-f70b856b6f89), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:00.791647 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:33:00Z', 'revision_number': 6, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port_host': None}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:00.809964 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Pushing event deleted for resources: {'Port': ['ID=89c9dc67-843d-4877-bd1f-f70b856b6f89,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:00.818545 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32fa046-6d30-4398-b64c-73e04a7cc7f5 None None] The sync data for ids ['a4555cca-0e88-4016-8b75-b6f87ea83281'] in dv-cinder-842148-1-iscsi is: [{'id': 'a4555cca-0e88-4016-8b75-b6f87ea83281', 'name': 'tempest-TestShelveInstance-447382918-router', 'tenant_id': '5499cb4f84524e8ea33e93ca520139e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:28Z', 'updated_at': '2022-05-17T17:33:00Z', 'revision_number': 6, 'project_id': '5499cb4f84524e8ea33e93ca520139e5', 'gw_port_host': None}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:33:00.874000 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (a4555cca-0e88-4016-8b75-b6f87ea83281), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:00.962793 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (a4555cca-0e88-4016-8b75-b6f87ea83281), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:00.964958 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks [] for router_controller (a4555cca-0e88-4016-8b75-b6f87ea83281), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.007625 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (a4555cca-0e88-4016-8b75-b6f87ea83281), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.008230 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4555cca-0e88-4016-8b75-b6f87ea83281 {{(pid=103827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:33:01.014098 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.015868 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b875525d-8d00-4dc0-860f-01c520cc02dc admin admin] 10.222.0.81 "DELETE /v2.0/routers/a4555cca-0e88-4016-8b75-b6f87ea83281 HTTP/1.1" status: 204 len: 168 time: 0.7613766 May 17 17:33:01.018628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 54864) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:01.068117 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-569a53ab-88d6-4adf-8bc7-6a89a0dc5ec2 admin admin] Deleting subnet 4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784 {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:33:01.071411 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-569a53ab-88d6-4adf-8bc7-6a89a0dc5ec2 admin admin] Publish callbacks [] for subnet (4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.108525 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-569a53ab-88d6-4adf-8bc7-6a89a0dc5ec2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.189708 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-569a53ab-88d6-4adf-8bc7-6a89a0dc5ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.254421 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-569a53ab-88d6-4adf-8bc7-6a89a0dc5ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.291210 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a53ab-88d6-4adf-8bc7-6a89a0dc5ec2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:01.297456 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-569a53ab-88d6-4adf-8bc7-6a89a0dc5ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.302492 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-569a53ab-88d6-4adf-8bc7-6a89a0dc5ec2 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/4d9e64e1-3c4e-40c8-94ec-d4dd2e8ab784 HTTP/1.1" status: 204 len: 168 time: 0.2806590 May 17 17:33:01.303502 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c344d0a-4f1e-4e12-ac22-58a2ab0e6ee7 None None] Network 5b5a82b7-86ce-4a70-b9cb-eca717805c30 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:33:01.303989 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 54866) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:01.378500 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (5b5a82b7-86ce-4a70-b9cb-eca717805c30), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.426062 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Deleting port f2dee743-f069-40ae-a8d7-2e19efbd059f {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:33:01.426406 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.495995 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] For port f2dee743-f069-40ae-a8d7-2e19efbd059f, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=f2dee743-f069-40ae-a8d7-2e19efbd059f,segment=NetworkSegment(7a9f5392-675f-4a81-9313-edcab2f47d92),segment_id=7a9f5392-675f-4a81-9313-edcab2f47d92)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:33:01.496403 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.511134 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Calling delete_port for f2dee743-f069-40ae-a8d7-2e19efbd059f owned by network:dhcp {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:33:01.589380 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f2dee743-f069-40ae-a8d7-2e19efbd059f), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.618343 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Pushing event deleted for resources: {'Port': ['ID=f2dee743-f069-40ae-a8d7-2e19efbd059f,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:01.618690 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5127b53-3329-41b9-9e8b-0154a603b302 None None] DHCP port deletion for 5b5a82b7-86ce-4a70-b9cb-eca717805c30 request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:33:01.628542 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] No DVR routers for this DVR port f2dee743-f069-40ae-a8d7-2e19efbd059f on host dv-cinder-842148-1-iscsi {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:33:01.714958 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (5b5a82b7-86ce-4a70-b9cb-eca717805c30), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.719639 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device dc627650-c820-4835-afcd-9c07273757e8 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:33:01.743839 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5a82b7-86ce-4a70-b9cb-eca717805c30']}} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:01.749221 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: dc627650-c820-4835-afcd-9c07273757e8 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:33:01.749573 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device dc627650-c820-4835-afcd-9c07273757e8 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:33:01.758216 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a9f5392-675f-4a81-9313-edcab2f47d92') {'for_net_delete': True} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:01.758691 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a9f5392-675f-4a81-9313-edcab2f47d92') {} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:01.774467 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2590627'] for segment (7a9f5392-675f-4a81-9313-edcab2f47d92), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.791601 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (7a9f5392-675f-4a81-9313-edcab2f47d92), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.801129 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:33:01.801831 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040235'] for segment (7a9f5392-675f-4a81-9313-edcab2f47d92), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: Traceback (most recent call last): May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: timer() May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: cb(*args, **kw) May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: return func(*args, **kwargs) May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: self._notify() May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: self.callback(batched_events) May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: event.method(event) May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: return f(self, *a, **k) May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._get(url).json() May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: return self.request(url, 'GET', **kwargs) May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:33:01.805191 dv-cinder-842148-1-iscsi neutron-server[103826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:33:01.867366 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (5b5a82b7-86ce-4a70-b9cb-eca717805c30), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.878885 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:01.886733 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] 10.222.0.81 "DELETE /v2.0/networks/5b5a82b7-86ce-4a70-b9cb-eca717805c30 HTTP/1.1" status: 204 len: 168 time: 0.5792170 May 17 17:33:01.887486 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 54870) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:01.897126 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3ce05-1213-4b7b-9cd1-76799602eafd admin admin] Pushing event deleted for resources: {'Network': ['ID=5b5a82b7-86ce-4a70-b9cb-eca717805c30,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:02.217798 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:02.442528 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Deleting port 2575e520-b3e7-4938-b13c-ea87daf4e85b {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:33:02.442868 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:02.529020 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] For port 2575e520-b3e7-4938-b13c-ea87daf4e85b, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=2575e520-b3e7-4938-b13c-ea87daf4e85b,segment=NetworkSegment(22cf6023-54a3-4fe5-be7c-acb5b1077fe7),segment_id=22cf6023-54a3-4fe5-be7c-acb5b1077fe7)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:33:02.529405 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:02.546276 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Calling delete_port for 2575e520-b3e7-4938-b13c-ea87daf4e85b owned by network:router_interface {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:33:02.721151 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (2575e520-b3e7-4938-b13c-ea87daf4e85b), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:02.746877 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Pushing event deleted for resources: {'Port': ['ID=2575e520-b3e7-4938-b13c-ea87daf4e85b,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:02.904273 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:03.103188 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:33:03.329441 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 89c9dc67-843d-4877-bd1f-f70b856b6f89 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:33:03.349461 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 89c9dc67-843d-4877-bd1f-f70b856b6f89 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:33:03.349822 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 89c9dc67-843d-4877-bd1f-f70b856b6f89 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:33:03.350253 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f2dee743-f069-40ae-a8d7-2e19efbd059f no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:33:03.373256 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: f2dee743-f069-40ae-a8d7-2e19efbd059f {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:33:03.373608 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f2dee743-f069-40ae-a8d7-2e19efbd059f not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:33:03.461562 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:33:03.467073 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-7dc1bcbc-fb27-46a1-883d-dd1f5a9723ba admin admin] 10.222.0.81 "PUT /v2.0/routers/67b6a4aa-6308-4fcf-abd9-c37ed14eb951/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5779266 May 17 17:33:03.469017 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 54874) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:03.471634 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] Sync routers for ids ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:33:03.481248 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] Routers {'67b6a4aa-6308-4fcf-abd9-c37ed14eb951'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:33:03.481944 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:32:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:03.570363 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks [] for router (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:03.595985 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] Set router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:33:03.670025 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks [] for router_gateway (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:03.714083 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Deleting port f41e3b6c-8e57-462b-a616-5f538f9db30b {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:33:03.714537 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:03.764699 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:39Z', 'updated_at': '2022-05-17T17:33:02Z', 'revision_number': 5, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'gw_port': {'id': 'f41e3b6c-8e57-462b-a616-5f538f9db30b', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ed:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:21:40Z', 'updated_at': '2022-05-17T17:21:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:03.790033 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] Checking router: 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:33:03.798401 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] Routers {'67b6a4aa-6308-4fcf-abd9-c37ed14eb951'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:33:03.799012 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:32:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:03.801885 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] For port f41e3b6c-8e57-462b-a616-5f538f9db30b, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=f41e3b6c-8e57-462b-a616-5f538f9db30b,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:33:03.802438 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:03.822746 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Calling delete_port for f41e3b6c-8e57-462b-a616-5f538f9db30b owned by network:router_gateway {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:33:03.930110 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] Set router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 gateway port host: None {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:33:03.998945 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:39Z', 'updated_at': '2022-05-17T17:33:03Z', 'revision_number': 6, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'gw_port_host': None}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:04.023505 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4b639-79f9-4a3c-9615-d9a71d8b06a6 None None] The sync data for ids ['67b6a4aa-6308-4fcf-abd9-c37ed14eb951'] in dv-cinder-842148-1-iscsi is: [{'id': '67b6a4aa-6308-4fcf-abd9-c37ed14eb951', 'name': 'tempest-TestShelveInstance-1688531206-router', 'tenant_id': '7bf5174dad2940358b104c1df2ca14dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:21:39Z', 'updated_at': '2022-05-17T17:33:03Z', 'revision_number': 6, 'project_id': '7bf5174dad2940358b104c1df2ca14dc', 'gw_port_host': None}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:33:04.040914 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (f41e3b6c-8e57-462b-a616-5f538f9db30b), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.066952 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Pushing event deleted for resources: {'Port': ['ID=f41e3b6c-8e57-462b-a616-5f538f9db30b,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:04.130329 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.215017 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.217061 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks [] for router_controller (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.258379 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (67b6a4aa-6308-4fcf-abd9-c37ed14eb951), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.258961 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 67b6a4aa-6308-4fcf-abd9-c37ed14eb951 {{(pid=103827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:33:04.263057 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.264182 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-07929e06-c484-4c76-b140-227160488e7f admin admin] 10.222.0.81 "DELETE /v2.0/routers/67b6a4aa-6308-4fcf-abd9-c37ed14eb951 HTTP/1.1" status: 204 len: 168 time: 0.7942612 May 17 17:33:04.266690 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 54878) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:04.310147 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b2dbbbf-9ff5-42a1-a436-63e67e589154 admin admin] Deleting subnet 7f3a3dde-66ac-4845-89bf-79096f91f76d {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:33:04.313191 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbbbf-9ff5-42a1-a436-63e67e589154 admin admin] Publish callbacks [] for subnet (7f3a3dde-66ac-4845-89bf-79096f91f76d), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.351516 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbbbf-9ff5-42a1-a436-63e67e589154 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (7f3a3dde-66ac-4845-89bf-79096f91f76d), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.426512 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbbbf-9ff5-42a1-a436-63e67e589154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (7f3a3dde-66ac-4845-89bf-79096f91f76d), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.490898 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbbbf-9ff5-42a1-a436-63e67e589154 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (7f3a3dde-66ac-4845-89bf-79096f91f76d), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.514026 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2dbbbf-9ff5-42a1-a436-63e67e589154 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f3a3dde-66ac-4845-89bf-79096f91f76d,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:04.519491 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4b2dbbbf-9ff5-42a1-a436-63e67e589154 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.523059 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-4b2dbbbf-9ff5-42a1-a436-63e67e589154 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7f3a3dde-66ac-4845-89bf-79096f91f76d HTTP/1.1" status: 204 len: 168 time: 0.2549868 May 17 17:33:04.525048 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 54880) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:04.527412 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f408cc93-9429-4ec2-ab4e-cf4604d764bc None None] Network 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:33:04.606907 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (71db0e76-a0c9-441e-b1e6-7c9f1fa8d775), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.651491 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Deleting port 9951e844-f9de-4174-b619-38134bf3a2ea {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:33:04.651834 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.720086 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] For port 9951e844-f9de-4174-b619-38134bf3a2ea, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=9951e844-f9de-4174-b619-38134bf3a2ea,segment=NetworkSegment(22cf6023-54a3-4fe5-be7c-acb5b1077fe7),segment_id=22cf6023-54a3-4fe5-be7c-acb5b1077fe7)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:33:04.720373 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.733378 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Calling delete_port for 9951e844-f9de-4174-b619-38134bf3a2ea owned by network:dhcp {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:33:04.793707 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] DHCP port deletion for 71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:33:04.823192 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.839417 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Deleting port 9951e844-f9de-4174-b619-38134bf3a2ea {{(pid=103828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:33:04.839986 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), before_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.848857 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9951e844-f9de-4174-b619-38134bf3a2ea,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:04.853325 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] No DVR routers for this DVR port 9951e844-f9de-4174-b619-38134bf3a2ea on host dv-cinder-842148-1-iscsi {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:33:04.922406 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] For port 9951e844-f9de-4174-b619-38134bf3a2ea, host dv-cinder-842148-1-iscsi, got binding levels [] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:33:04.922808 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), precommit_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.933226 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (71db0e76-a0c9-441e-b1e6-7c9f1fa8d775), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.936600 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Calling delete_port for 9951e844-f9de-4174-b619-38134bf3a2ea owned by network:dhcp {{(pid=103828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:33:04.939538 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.ipam_backend_mixin [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Port 9951e844-f9de-4174-b619-38134bf3a2ea was not found and therefore no delete operation was performed {{(pid=103828) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 17 17:33:04.940956 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949'] for port (9951e844-f9de-4174-b619-38134bf3a2ea), after_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:04.971148 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Pushing event deleted for resources: {'Port': ['ID=9951e844-f9de-4174-b619-38134bf3a2ea,revision_number=None']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:04.971285 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71db0e76-a0c9-441e-b1e6-7c9f1fa8d775']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:04.977611 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] No DVR routers for this DVR port 9951e844-f9de-4174-b619-38134bf3a2ea on host dv-cinder-842148-1-iscsi {{(pid=103828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:33:04.989926 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22cf6023-54a3-4fe5-be7c-acb5b1077fe7') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:04.990218 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22cf6023-54a3-4fe5-be7c-acb5b1077fe7') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:33:04.995151 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:04.995673 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:04.996564 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:04.996941 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:04.997291 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:04.997699 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:04.998062 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:04.998393 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:04.998923 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:04.999590 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:05.000093 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:05.000652 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:05.000998 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:05.001332 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:05.001802 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a27b45-f9bb-49d9-9096-71b5a59301ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:33:05.003037 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (22cf6023-54a3-4fe5-be7c-acb5b1077fe7), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.018286 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (22cf6023-54a3-4fe5-be7c-acb5b1077fe7), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.025870 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:33:05.026420 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (22cf6023-54a3-4fe5-be7c-acb5b1077fe7), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:33:05.028748 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:33:05.094256 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (71db0e76-a0c9-441e-b1e6-7c9f1fa8d775), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.100959 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.104220 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] 10.222.0.81 "DELETE /v2.0/networks/71db0e76-a0c9-441e-b1e6-7c9f1fa8d775 HTTP/1.1" status: 204 len: 168 time: 0.5781591 May 17 17:33:05.113841 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f35cc-c0ea-44d1-b607-4e08481634b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=71db0e76-a0c9-441e-b1e6-7c9f1fa8d775,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:05.234331 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 54898) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:05.276885 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-2dc7e68c-a62b-4c1e-802e-09bafbe4cd17 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=5499cb4f84524e8ea33e93ca520139e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409672 May 17 17:33:05.279307 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 54900) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:05.285534 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9951e844-f9de-4174-b619-38134bf3a2ea no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:33:05.304528 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 9951e844-f9de-4174-b619-38134bf3a2ea {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:33:05.304882 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 9951e844-f9de-4174-b619-38134bf3a2ea not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:33:05.305302 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 2575e520-b3e7-4938-b13c-ea87daf4e85b no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:33:05.323039 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 2575e520-b3e7-4938-b13c-ea87daf4e85b {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:33:05.323387 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 2575e520-b3e7-4938-b13c-ea87daf4e85b not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:33:05.323806 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f41e3b6c-8e57-462b-a616-5f538f9db30b no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:33:05.329032 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c45ffd3c-bdb1-41a3-b76f-545de2327b3e admin admin] Publish callbacks [] for security_group (593edc87-ec17-43c7-9c1f-29808d282649), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.346005 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: f41e3b6c-8e57-462b-a616-5f538f9db30b {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:33:05.346361 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device f41e3b6c-8e57-462b-a616-5f538f9db30b not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:33:05.350452 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c45ffd3c-bdb1-41a3-b76f-545de2327b3e admin admin] Publish callbacks [] for security_group (593edc87-ec17-43c7-9c1f-29808d282649), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.396175 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c45ffd3c-bdb1-41a3-b76f-545de2327b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (593edc87-ec17-43c7-9c1f-29808d282649), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.399343 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c45ffd3c-bdb1-41a3-b76f-545de2327b3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.400544 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c45ffd3c-bdb1-41a3-b76f-545de2327b3e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/593edc87-ec17-43c7-9c1f-29808d282649 HTTP/1.1" status: 204 len: 168 time: 0.1196361 May 17 17:33:05.408386 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ffd3c-bdb1-41a3-b76f-545de2327b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593edc87-ec17-43c7-9c1f-29808d282649,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:05.719642 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 54908) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:05.759774 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-b477c51e-351e-4917-885a-b478c474872d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7bf5174dad2940358b104c1df2ca14dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387974 May 17 17:33:05.762090 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 54910) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:05.808066 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-426e0cc0-7568-4d07-99a4-cd11c2657695 admin admin] Publish callbacks [] for security_group (d2aaea1b-5289-4e3c-b2b3-247d82b0507b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.829161 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-426e0cc0-7568-4d07-99a4-cd11c2657695 admin admin] Publish callbacks [] for security_group (d2aaea1b-5289-4e3c-b2b3-247d82b0507b), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.877911 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-426e0cc0-7568-4d07-99a4-cd11c2657695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d2aaea1b-5289-4e3c-b2b3-247d82b0507b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.880560 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-426e0cc0-7568-4d07-99a4-cd11c2657695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:05.881785 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-426e0cc0-7568-4d07-99a4-cd11c2657695 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d2aaea1b-5289-4e3c-b2b3-247d82b0507b HTTP/1.1" status: 204 len: 168 time: 0.1188087 May 17 17:33:05.889642 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e0cc0-7568-4d07-99a4-cd11c2657695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2aaea1b-5289-4e3c-b2b3-247d82b0507b,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:12.071841 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-87ad2e97-f5e5-4276-ac7b-ee2d8c0b5fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:14.168725 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:14.402521 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-df5fcc40-d3ef-43b7-99a3-c24ef985df89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:15.605109 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:17.270684 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:18.318005 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:23.400828 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-68b8631e-6c3b-421d-867c-12439e6d0b2e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383456 May 17 17:33:23.461873 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-e7cc1cea-36a4-44b2-9992-01b1c6d718fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:33:23.463402 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-e7cc1cea-36a4-44b2-9992-01b1c6d718fa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1129 time: 0.0423923 May 17 17:33:23.582457 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-1cf5920c-aadc-4687-bfbf-59d1911b5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:33:23.584033 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-1cf5920c-aadc-4687-bfbf-59d1911b5682 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.1027272 May 17 17:33:23.643729 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-789d2701-993e-4efb-b00c-f0e8a017ec37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 200 len: 1001 time: 0.0538406 May 17 17:33:23.696313 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-fe5fe9de-6753-4a40-b1c0-69cb6e7f4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:33:23.697698 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-fe5fe9de-6753-4a40-b1c0-69cb6e7f4fff service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0483279 May 17 17:33:23.751332 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-8c67a924-7c7b-4923-bbab-e78444b3d902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:33:23.752920 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-8c67a924-7c7b-4923-bbab-e78444b3d902 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450006 May 17 17:33:23.868177 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-308c090d-b9cc-46bc-8555-48b2fce110ec service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095493 May 17 17:33:23.962388 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3b6b8885-09cd-4dc2-abd4-d07b1165f6e2 req-d5f9a2ef-7e9e-4579-98a6-5c1ec778e458 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883672 May 17 17:33:25.174375 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:33:42.073365 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-79978288-aa0e-4e73-b650-023cc8c6bd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:44.165899 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:44.403730 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7ac9d7c7-dde0-4681-ad61-c8a8496f1194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:45.607895 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:47.148960 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:48.321904 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:57.828961 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 55030) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:57.941703 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe424-6608-4ff4-a17e-e75c4eea6b14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:58.013565 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe424-6608-4ff4-a17e-e75c4eea6b14 admin admin] Publish callbacks [] for security_group (3794ffc0-aaeb-488a-86d5-c1b75582aa82), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:58.017223 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-d2dfe424-6608-4ff4-a17e-e75c4eea6b14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3794ffc0-aaeb-488a-86d5-c1b75582aa82), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:58.054846 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-d2dfe424-6608-4ff4-a17e-e75c4eea6b14 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=baade0fd71db42d3b30b1753246ed28b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2247918 May 17 17:33:58.056675 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dfe424-6608-4ff4-a17e-e75c4eea6b14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3794ffc0-aaeb-488a-86d5-c1b75582aa82,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:33:58.058135 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 55034) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:33:58.107377 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ef72a5cd-7d7b-40ce-ab2a-0b5d9d669e0b admin admin] Publish callbacks [] for security_group (3794ffc0-aaeb-488a-86d5-c1b75582aa82), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:58.128522 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ef72a5cd-7d7b-40ce-ab2a-0b5d9d669e0b admin admin] Publish callbacks [] for security_group (3794ffc0-aaeb-488a-86d5-c1b75582aa82), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:58.174430 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ef72a5cd-7d7b-40ce-ab2a-0b5d9d669e0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (3794ffc0-aaeb-488a-86d5-c1b75582aa82), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:58.177058 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ef72a5cd-7d7b-40ce-ab2a-0b5d9d669e0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:33:58.178209 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-ef72a5cd-7d7b-40ce-ab2a-0b5d9d669e0b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/3794ffc0-aaeb-488a-86d5-c1b75582aa82 HTTP/1.1" status: 204 len: 168 time: 0.1184452 May 17 17:33:58.186784 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72a5cd-7d7b-40ce-ab2a-0b5d9d669e0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3794ffc0-aaeb-488a-86d5-c1b75582aa82,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:34:02.173082 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:34:12.087740 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-cf237205-b196-401d-8210-82b2d25cbe4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:14.188150 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:14.404599 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-dee9a8c8-78e6-4ca7-a602-4b6c49146f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:15.610596 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:17.151239 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:18.323945 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:24.352203 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-517070eb-e387-4fa3-b28f-d63fded57904 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418947 May 17 17:34:24.429644 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-be2e0b4f-58a4-4184-9014-a2b88d133c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:34:24.431135 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-be2e0b4f-58a4-4184-9014-a2b88d133c03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1129 time: 0.0382473 May 17 17:34:24.531726 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-89affc32-770d-4378-8817-d67dd0d87ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:34:24.533259 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-89affc32-770d-4378-8817-d67dd0d87ac1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.0840001 May 17 17:34:24.596307 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-c3adcc9c-f000-4252-93a9-32834862a2f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 1001 time: 0.0572619 May 17 17:34:24.645878 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-5ffa0cbb-b677-4ec6-b3b4-c86c2b5a0f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:34:24.647253 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-5ffa0cbb-b677-4ec6-b3b4-c86c2b5a0f0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0439944 May 17 17:34:24.689725 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-9826722f-bce1-439d-ad78-3f6db1ba8850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:34:24.691209 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-9826722f-bce1-439d-ad78-3f6db1ba8850 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377734 May 17 17:34:24.782508 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-ecac1ded-4d39-4f1a-b729-8e91562cfeb5 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844254 May 17 17:34:24.873918 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fd3d8c69-d433-47f8-b201-a9d56d3f2a99 req-2b12d821-80b6-4be9-8dae-35d21c639fc5 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839758 May 17 17:34:39.172993 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:34:42.081519 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d75dfaab-5dac-4ab3-86b6-fdaa012e4bff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:44.187358 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:44.405092 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c46951e9-e59d-4bb9-aa03-f8f89ee16207 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:45.613723 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:47.155430 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:34:48.327038 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:12.087243 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-134a9683-5306-413a-832d-5306d226ddfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:14.187588 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:14.406892 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-15d1c69e-bd27-4fb1-9b62-f343081b2f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:15.616128 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:16.172265 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:35:17.156987 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:18.335146 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:25.460705 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-369f1069-363b-4465-b2e7-6bf10461a96b req-7feed487-3a76-4d06-968c-4ca0e4ac68da service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1340799 May 17 17:35:25.520021 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1069-363b-4465-b2e7-6bf10461a96b req-1765a8de-f509-4fe1-a643-ba5262ca5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:35:25.521672 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-369f1069-363b-4465-b2e7-6bf10461a96b req-1765a8de-f509-4fe1-a643-ba5262ca5563 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1129 time: 0.0413194 May 17 17:35:25.631984 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1069-363b-4465-b2e7-6bf10461a96b req-e26ca682-6d22-41df-b36a-c0b13e2cec5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:35:25.633511 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-369f1069-363b-4465-b2e7-6bf10461a96b req-e26ca682-6d22-41df-b36a-c0b13e2cec5c service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0870438 May 17 17:35:25.694184 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-369f1069-363b-4465-b2e7-6bf10461a96b req-5fd9e672-3750-4d61-8805-849b35178ffa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 200 len: 1001 time: 0.0547457 May 17 17:35:25.751400 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1069-363b-4465-b2e7-6bf10461a96b req-b34dbb7f-d3ce-4ed6-97fa-845be1785925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:35:25.752918 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-369f1069-363b-4465-b2e7-6bf10461a96b req-b34dbb7f-d3ce-4ed6-97fa-845be1785925 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0506237 May 17 17:35:25.801755 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1069-363b-4465-b2e7-6bf10461a96b req-17f5099c-75a5-4b42-a498-f6806bf39a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:35:25.803276 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-369f1069-363b-4465-b2e7-6bf10461a96b req-17f5099c-75a5-4b42-a498-f6806bf39a7a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437956 May 17 17:35:25.897275 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-369f1069-363b-4465-b2e7-6bf10461a96b req-713dd693-5a6e-4ea0-8340-a0173661e220 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873370 May 17 17:35:25.988938 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-369f1069-363b-4465-b2e7-6bf10461a96b req-031fe429-9971-481a-8263-0d3d38289d6f service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854175 May 17 17:35:42.098624 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5e791631-89f3-4911-a363-24a78cfcaade None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:44.185052 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:44.407350 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2ebdaa12-49b7-4e6a-8341-4e1c4d1746d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:45.619375 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:47.159507 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:48.328054 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:35:53.171006 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:36:12.092350 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b380cc6c-909d-4b13-b742-6ea225333741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:14.203017 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:14.408770 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-385393ca-c70b-4c11-aab7-27a7d18ddb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:15.621358 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:17.163066 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:18.330813 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:27.360824 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-b6749876-35ba-49f3-ad73-2c6a239305eb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393035 May 17 17:36:27.437967 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-867da8e7-8959-4ca3-ad2d-ee8b2da30f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:36:27.439497 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-867da8e7-8959-4ca3-ad2d-ee8b2da30f6c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1129 time: 0.0389113 May 17 17:36:27.544256 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-3ecfe390-f662-4e94-a817-68a8a7222b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:36:27.545766 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-3ecfe390-f662-4e94-a817-68a8a7222b5a service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.0878913 May 17 17:36:27.608560 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-1e9fb39e-48e9-4305-9f68-1cd65749a757 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 1001 time: 0.0541394 May 17 17:36:27.655467 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-bfb292e9-9a4b-4ecb-a5e2-4e0c103b92ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:36:27.656863 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-bfb292e9-9a4b-4ecb-a5e2-4e0c103b92ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0430419 May 17 17:36:27.701298 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-273fef59-dd12-47c8-9946-bb4ba28ea203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:36:27.702757 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-273fef59-dd12-47c8-9946-bb4ba28ea203 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402818 May 17 17:36:27.788460 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-b3868582-2f24-4261-8d78-489433fbfbe6 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791335 May 17 17:36:28.145848 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7ef88005-5ab1-415c-944b-6074bff41e0d req-afb2de0e-dbac-4fd2-8131-f6dd67ca3685 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514905 May 17 17:36:30.170649 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:36:42.092912 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-341e494f-7814-494c-9c40-fea6b4523211 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:44.199493 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:44.409899 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7031309b-8c49-4c91-9814-14965b4efe6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:45.631072 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:47.165542 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:36:48.334699 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.028373 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 55122) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:06.136069 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.216007 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Publish callbacks [] for security_group (97d422e6-c7b3-4042-be3c-998b30d93f6e), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.220000 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (97d422e6-c7b3-4042-be3c-998b30d93f6e), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.261327 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d422e6-c7b3-4042-be3c-998b30d93f6e,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:06.265378 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b33f5d4b4dee46ffa2a2fcfd80144189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359846 May 17 17:37:06.268238 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 55130) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:06.271537 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.271895 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.272239 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.272608 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.272945 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.273270 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.273640 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.273969 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.274298 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.274628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.275032 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.275363 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.275689 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.276013 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.276354 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7ca8c4-b20c-48c6-91c0-f34bf32b86d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.322876 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Publish callbacks [] for security_group (97d422e6-c7b3-4042-be3c-998b30d93f6e), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.346398 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Publish callbacks [] for security_group (97d422e6-c7b3-4042-be3c-998b30d93f6e), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.393876 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (97d422e6-c7b3-4042-be3c-998b30d93f6e), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.396587 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.400089 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/97d422e6-c7b3-4042-be3c-998b30d93f6e HTTP/1.1" status: 204 len: 168 time: 0.1284742 May 17 17:37:06.406546 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d422e6-c7b3-4042-be3c-998b30d93f6e,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:06.414065 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.414555 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.414933 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.415265 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.415640 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.416102 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.416499 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.416836 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.417179 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.417506 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.417836 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.418171 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.418501 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.418829 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.419156 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86475164-99bd-4304-aecb-7bcd9c54c596 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:37:06.684710 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 55136) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:06.699174 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4ed3451e-750f-49b7-a1b9-005173f29b3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.773534 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4ed3451e-750f-49b7-a1b9-005173f29b3e admin admin] Publish callbacks [] for security_group (30fe39c0-ff6d-4cf0-a507-855964eb3567), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.777175 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4ed3451e-750f-49b7-a1b9-005173f29b3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (30fe39c0-ff6d-4cf0-a507-855964eb3567), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.817022 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-4ed3451e-750f-49b7-a1b9-005173f29b3e admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ee2b7652ccf84cedb5ef8485eed52401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1311646 May 17 17:37:06.817965 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed3451e-750f-49b7-a1b9-005173f29b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fe39c0-ff6d-4cf0-a507-855964eb3567,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:06.819623 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 55140) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:06.870157 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3e897d63-60fe-42fc-b074-bf1973f97434 admin admin] Publish callbacks [] for security_group (30fe39c0-ff6d-4cf0-a507-855964eb3567), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.896128 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3e897d63-60fe-42fc-b074-bf1973f97434 admin admin] Publish callbacks [] for security_group (30fe39c0-ff6d-4cf0-a507-855964eb3567), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.941397 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3e897d63-60fe-42fc-b074-bf1973f97434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (30fe39c0-ff6d-4cf0-a507-855964eb3567), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.943987 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3e897d63-60fe-42fc-b074-bf1973f97434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:06.945196 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-3e897d63-60fe-42fc-b074-bf1973f97434 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/30fe39c0-ff6d-4cf0-a507-855964eb3567 HTTP/1.1" status: 204 len: 168 time: 0.1245956 May 17 17:37:06.953308 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e897d63-60fe-42fc-b074-bf1973f97434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fe39c0-ff6d-4cf0-a507-855964eb3567,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:07.170771 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:37:09.895721 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 55284) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:09.997011 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f452-f716-4f87-b8dc-2d360d4024f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.074917 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f452-f716-4f87-b8dc-2d360d4024f1 admin admin] Publish callbacks [] for security_group (b9851823-b652-444f-ada7-144451cc1f39), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.078558 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f8b5f452-f716-4f87-b8dc-2d360d4024f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b9851823-b652-444f-ada7-144451cc1f39), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.117005 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f8b5f452-f716-4f87-b8dc-2d360d4024f1 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=6241df4024ff45198e1d9dccba7143d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2201703 May 17 17:37:10.117856 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b5f452-f716-4f87-b8dc-2d360d4024f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9851823-b652-444f-ada7-144451cc1f39,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:10.120790 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 55290) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:10.179088 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e0f0be3a-bd18-493b-829f-73ad432d281b admin admin] Publish callbacks [] for security_group (b9851823-b652-444f-ada7-144451cc1f39), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.213914 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e0f0be3a-bd18-493b-829f-73ad432d281b admin admin] Publish callbacks [] for security_group (b9851823-b652-444f-ada7-144451cc1f39), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.268127 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e0f0be3a-bd18-493b-829f-73ad432d281b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b9851823-b652-444f-ada7-144451cc1f39), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.270756 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-e0f0be3a-bd18-493b-829f-73ad432d281b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.271962 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-e0f0be3a-bd18-493b-829f-73ad432d281b admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b9851823-b652-444f-ada7-144451cc1f39 HTTP/1.1" status: 204 len: 168 time: 0.1500950 May 17 17:37:10.280902 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f0be3a-bd18-493b-829f-73ad432d281b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9851823-b652-444f-ada7-144451cc1f39,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:10.560214 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 55296) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:10.574421 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50ba56f6-4458-436a-8102-89a142a51e9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.658255 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50ba56f6-4458-436a-8102-89a142a51e9b admin admin] Publish callbacks [] for security_group (b8dd8335-befe-46fe-9236-ed676d0bd5e2), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.662425 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50ba56f6-4458-436a-8102-89a142a51e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b8dd8335-befe-46fe-9236-ed676d0bd5e2), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.702921 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-50ba56f6-4458-436a-8102-89a142a51e9b admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9c08f4c5261040b28bda3cbb8ddb05e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1416109 May 17 17:37:10.704115 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ba56f6-4458-436a-8102-89a142a51e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8dd8335-befe-46fe-9236-ed676d0bd5e2,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:10.706570 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 55298) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:10.763794 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a2babd64-0845-4dda-baee-290a3edab109 admin admin] Publish callbacks [] for security_group (b8dd8335-befe-46fe-9236-ed676d0bd5e2), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.785153 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a2babd64-0845-4dda-baee-290a3edab109 admin admin] Publish callbacks [] for security_group (b8dd8335-befe-46fe-9236-ed676d0bd5e2), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.835097 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a2babd64-0845-4dda-baee-290a3edab109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b8dd8335-befe-46fe-9236-ed676d0bd5e2), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.838226 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a2babd64-0845-4dda-baee-290a3edab109 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:10.839407 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a2babd64-0845-4dda-baee-290a3edab109 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/b8dd8335-befe-46fe-9236-ed676d0bd5e2 HTTP/1.1" status: 204 len: 168 time: 0.1318927 May 17 17:37:10.847414 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2babd64-0845-4dda-baee-290a3edab109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8dd8335-befe-46fe-9236-ed676d0bd5e2,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:11.950030 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 55338) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:12.052771 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6b7a1055-ea46-4912-80ef-e81a92bf21ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:12.099801 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-0b0b472a-cc18-4586-95dd-1adaa64f2021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:12.140242 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6b7a1055-ea46-4912-80ef-e81a92bf21ad admin admin] Publish callbacks [] for security_group (f8f042af-38f4-4126-adcc-65b6e796ba6b), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:12.145534 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6b7a1055-ea46-4912-80ef-e81a92bf21ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f8f042af-38f4-4126-adcc-65b6e796ba6b), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:12.184234 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a1055-ea46-4912-80ef-e81a92bf21ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f042af-38f4-4126-adcc-65b6e796ba6b,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:12.189475 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6b7a1055-ea46-4912-80ef-e81a92bf21ad admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=59bc2c56bd514292a2f6aed3bb287e7d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382753 May 17 17:37:12.191471 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 55344) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:37:12.242587 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45079556-69d7-4494-92d3-0513f7098062 admin admin] Publish callbacks [] for security_group (f8f042af-38f4-4126-adcc-65b6e796ba6b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:12.263971 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45079556-69d7-4494-92d3-0513f7098062 admin admin] Publish callbacks [] for security_group (f8f042af-38f4-4126-adcc-65b6e796ba6b), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:12.314258 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45079556-69d7-4494-92d3-0513f7098062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (f8f042af-38f4-4126-adcc-65b6e796ba6b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:12.316862 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-45079556-69d7-4494-92d3-0513f7098062 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:12.318225 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-45079556-69d7-4494-92d3-0513f7098062 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/f8f042af-38f4-4126-adcc-65b6e796ba6b HTTP/1.1" status: 204 len: 168 time: 0.1256452 May 17 17:37:12.326193 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45079556-69d7-4494-92d3-0513f7098062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f042af-38f4-4126-adcc-65b6e796ba6b,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:37:14.199581 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:14.420683 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e743026b-e80e-4f87-9e68-e28be622756d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:15.629086 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:17.169529 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:18.338780 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:27.380350 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-e20f4ac1-6e45-4bc3-9126-01fd0ded81cf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388694 May 17 17:37:27.440146 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-59e5f947-347e-4fb9-97c8-198e813aa76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:37:27.442109 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-59e5f947-347e-4fb9-97c8-198e813aa76c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1129 time: 0.0401177 May 17 17:37:27.553079 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-c7f80364-77f8-49f0-81f8-dc974c4a588f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:37:27.554608 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-c7f80364-77f8-49f0-81f8-dc974c4a588f service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0931358 May 17 17:37:27.617503 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-a3d2afa8-ac09-457d-89d6-70ca342b9738 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 200 len: 1001 time: 0.0562465 May 17 17:37:27.664931 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-7593c0ca-175d-40ff-8d08-3881a22bf85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:37:27.666412 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-7593c0ca-175d-40ff-8d08-3881a22bf85a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0433362 May 17 17:37:27.712964 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-8bd0faa4-64da-4f01-80dc-aadcfe364269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:37:27.714474 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-8bd0faa4-64da-4f01-80dc-aadcfe364269 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423684 May 17 17:37:27.802683 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-a16c9e23-a850-4b7f-bf3a-bf9123c574b7 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825086 May 17 17:37:27.894804 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-40fd5041-c961-4651-8df7-86cc262ce0a7 req-b926b0d4-7478-40ba-bc08-31b6a5609204 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852695 May 17 17:37:42.092491 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5c0e1274-9cbc-41ea-bb2a-79f6e27154d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:44.170262 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:37:44.193054 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:44.411973 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-988f8de0-8da4-40cd-a0f5-1c9f61d4ad36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:45.631990 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:47.171782 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:37:48.343935 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:12.095136 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-acfaa9f4-8455-452a-9f14-ba8a6bf5da7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:14.203227 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:14.415280 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c7125615-f5a0-4961-bbc2-96f442e03678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:15.635074 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:17.173824 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:18.345868 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:21.170541 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:38:29.345572 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-d614f6ec-dc50-47ab-b6a8-10a3682d1162 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0440803 May 17 17:38:29.425359 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-788c0751-6aab-4380-a234-232c8e30f326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:38:29.427057 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-788c0751-6aab-4380-a234-232c8e30f326 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1129 time: 0.0388694 May 17 17:38:29.532583 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-6536c8dd-3b43-4c1f-a920-dc4cdbb6b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:38:29.534067 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-6536c8dd-3b43-4c1f-a920-dc4cdbb6b113 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.0875242 May 17 17:38:29.594453 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-c6cd2fd7-2e23-4810-98fe-bb2b0df428db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 1001 time: 0.0542674 May 17 17:38:29.647047 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-359bc9c4-d4aa-413f-90fc-86001be3769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:38:29.648629 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-359bc9c4-d4aa-413f-90fc-86001be3769d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0483320 May 17 17:38:29.694904 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-db4f6de8-c68f-4d63-8e67-f44c80494d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:38:29.696569 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-db4f6de8-c68f-4d63-8e67-f44c80494d6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420313 May 17 17:38:29.783248 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-474a4af7-6e48-479b-a598-23da7c0e5c4b service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807247 May 17 17:38:29.875968 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-99724bc5-5e3b-4e17-811c-9fc198bdeb63 req-19b2a500-f08e-4aaa-ade0-db2eb76f751a service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868506 May 17 17:38:42.099221 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8679aa30-41f5-454d-8f1b-807c373a64af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:44.203665 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:44.417040 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6c479207-ec64-47fd-a80d-79475bda4b51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:45.634436 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:47.182430 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:48.348774 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:38:58.170341 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:39:12.101904 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a14389d9-2e02-4cf1-b584-f8e57bf48159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:14.210796 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:14.419367 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7f133be5-98ba-4f7f-8124-1157656feabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:15.635014 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:15.759757 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-1a0952da-6676-4953-9340-038fafd1fda7 req-f0b94ff5-05ac-43ca-a5a8-f777a105ff50 service neutron] (103827) timed out ('10.222.0.36', 54404) {{(pid=103827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 17:39:17.184776 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:18.351401 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:29.373014 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-8166c0b9-df9a-4fd2-93b0-8c96eef0a24a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384445 May 17 17:39:29.435085 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-1b4dea1f-a7d5-4527-bda4-8891fd3dfeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:29.436602 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-1b4dea1f-a7d5-4527-bda4-8891fd3dfeb1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 1129 time: 0.0431337 May 17 17:39:29.543683 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-a734e0ba-7b9a-44be-bab2-f52a6c272821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:29.545197 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-a734e0ba-7b9a-44be-bab2-f52a6c272821 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0854967 May 17 17:39:29.609281 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-bf95c24c-4b1b-4196-a409-1b2ddfa85639 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 200 len: 1001 time: 0.0572133 May 17 17:39:29.655999 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-3e768557-8207-4b6d-aace-199b289795f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:29.657376 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-3e768557-8207-4b6d-aace-199b289795f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0425403 May 17 17:39:29.699993 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-13bd5811-e9ad-4965-a9d3-a9667500c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:29.701500 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-13bd5811-e9ad-4965-a9d3-a9667500c481 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381668 May 17 17:39:29.791136 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-3dfeaeda-97b5-4555-ad73-8dae7a454f35 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835824 May 17 17:39:29.883905 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fc1cc99d-de1a-47ed-9dee-77765f42cc16 req-03565302-6cf1-424f-b9a2-51baf07a6559 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867803 May 17 17:39:35.173264 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:39:42.103127 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-42d54f88-1454-4818-a99f-120ee46c2197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:44.225412 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:44.420203 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-41b24a99-3871-4ad8-93b7-5251ee02d6ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:45.638079 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:47.182941 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:48.354013 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:57.689411 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 56376) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:39:57.833660 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Deleting port edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:39:57.834004 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:57.902496 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9a70a8-8a48-4240-9f54-b523573952a2 req-7286ee86-a0e9-44cc-a52f-a0dff411827d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:57.904591 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ad9a70a8-8a48-4240-9f54-b523573952a2 req-7286ee86-a0e9-44cc-a52f-a0dff411827d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 945 time: 0.2217250 May 17 17:39:57.913706 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:57.914183 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for floatingip (edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:57.927174 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Calling delete_port for edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa owned by network:floatingip {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:39:57.954625 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ad9a70a8-8a48-4240-9f54-b523573952a2 req-746de585-4bf2-4f2c-85fc-04d2648a23ab tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441179 May 17 17:39:58.095571 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:58.120521 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event deleted for resources: {'Port': ['ID=edb7b6db-4bbd-4c06-ad2f-7e84522a7eaa,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:39:58.147627 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.147983 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.148361 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.148710 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.149046 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.149381 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.149715 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.150047 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.150379 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.150711 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.151041 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.151372 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.151703 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.152029 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.152374 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:39:58.220862 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for floatingip (65a12539-e114-4123-b2ce-ea05903c9159), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:58.221115 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Floating IP 65a12539-e114-4123-b2ce-ea05903c9159 disassociated (deleted). External IP: 172.27.3.162, port: 320f65b2-9902-45f5-a792-78134e375239. May 17 17:39:58.271496 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe300303-7325-4dd6-8e89-03001649530c req-5b7a6323-2404-4dd8-85aa-d7ec8dc01bb8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:58.273011 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fe300303-7325-4dd6-8e89-03001649530c req-5b7a6323-2404-4dd8-85aa-d7ec8dc01bb8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 945 time: 0.0823967 May 17 17:39:58.429251 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Deleting port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:39:58.429598 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:58.560003 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:39:58.568131 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] For port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:39:58.568523 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:58.781210 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:39:58.786750 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:58.790613 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] Sync routers for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:39:58.800980 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:39:58.801604 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:39:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:39:58.826620 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:58.826905 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (8175e4ac-3e4d-422b-9fea-6c8b2191e6a1), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:58.827258 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Floating IP 8175e4ac-3e4d-422b-9fea-6c8b2191e6a1 disassociated. External IP: 172.27.3.224, port: 3184ebe8-ecd5-4e89-a911-b6c2fa60b550. May 17 17:39:58.827582 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Calling delete_port for 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:39:58.834369 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-195a3865-94a2-481b-8409-18210dbbefc7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "DELETE /v2.0/floatingips/65a12539-e114-4123-b2ce-ea05903c9159 HTTP/1.1" status: 204 len: 168 time: 1.1439323 May 17 17:39:58.836394 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'tag': '320f65b2-9902-45f5-a792-78134e375239'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:39:58.838742 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4808144f-a936-4354-8e55-d22627920380" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "tag": "320f65b2-9902-45f5-a792-78134e375239"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:39:58.910478 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:39:58.995781 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e682574b-ae0a-4efe-a352-72a550ae61f9 x-openstack-request-id: req-e682574b-ae0a-4efe-a352-72a550ae61f9 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:39:58.996826 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "tag": "320f65b2-9902-45f5-a792-78134e375239", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:39:58.997492 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-e682574b-ae0a-4efe-a352-72a550ae61f9 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:39:58.997688 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e682574b-ae0a-4efe-a352-72a550ae61f9'] response: {'name': 'network-changed', 'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'tag': '320f65b2-9902-45f5-a792-78134e375239', 'status': 'completed', 'code': 200} May 17 17:39:59.000622 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (3184ebe8-ecd5-4e89-a911-b6c2fa60b550), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:59.034950 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'Port': ['ID=3184ebe8-ecd5-4e89-a911-b6c2fa60b550,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:39:59.144598 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:39:59.152665 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808144f-a936-4354-8e55-d22627920380 req-dd8b0cc1-6d42-4582-a24b-ef4e3bb182d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:59.154861 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4808144f-a936-4354-8e55-d22627920380 req-dd8b0cc1-6d42-4582-a24b-ef4e3bb182d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bb9cc24b3479427593f7173191b17a0e&device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 1129 time: 0.0669079 May 17 17:39:59.168631 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-085afb37-5d8c-469e-92a3-2f0136750202 req-a78df60f-bc4c-4813-b1e5-9c4503fae79b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0878930 May 17 17:39:59.176951 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] Checking router: 9a6aa75e-8092-44c5-a43a-0bf091ffa3af for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:39:59.188006 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:39:59.188675 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:39:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:39:59.302486 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:39:59.310473 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e092a27c-db46-47be-9453-3dbb05f8eb7f req-bc312dec-9cfb-4579-8ee1-1c242f78a87c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:59.312228 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e092a27c-db46-47be-9453-3dbb05f8eb7f req-bc312dec-9cfb-4579-8ee1-1c242f78a87c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 945 time: 0.1790979 May 17 17:39:59.317903 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808144f-a936-4354-8e55-d22627920380 req-5dcaf25b-4571-4573-af03-6b5b5239c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:59.319526 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4808144f-a936-4354-8e55-d22627920380 req-5dcaf25b-4571-4573-af03-6b5b5239c208 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 200 len: 913 time: 0.1497855 May 17 17:39:59.370115 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e092a27c-db46-47be-9453-3dbb05f8eb7f req-cf72bfff-7d63-476a-b5b5-95b578d39e44 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/security-groups?id=9d9e88dd-afc9-470c-8b97-9735795dc43a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494795 May 17 17:39:59.467232 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:39:59.503016 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4808144f-a936-4354-8e55-d22627920380 req-ec6d229e-ddf7-42f2-a237-aa5d78ced96f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 200 len: 217 time: 0.0481069 May 17 17:39:59.527181 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.36', 54858) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:39:59.575581 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808144f-a936-4354-8e55-d22627920380 req-73d2c09c-3cbd-4fdc-8c59-6227c6e08885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:59.578101 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4808144f-a936-4354-8e55-d22627920380 req-73d2c09c-3cbd-4fdc-8c59-6227c6e08885 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 200 len: 851 time: 0.0644507 May 17 17:39:59.580677 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-260f6ccc-ba3b-446c-964e-66ae9453a2e9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:59.582290 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-260f6ccc-ba3b-446c-964e-66ae9453a2e9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 945 time: 0.0540926 May 17 17:39:59.605359 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:39:59.630497 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32b87c66-7c19-4682-8d01-2f31c7fea016 None None] The sync data for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi is: [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:20:54Z', 'revision_number': 4, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': 'fe273610-c1c8-4945-b82b-4727f0d0fce2', 'name': '', 'network_id': 'ce8acaeb-6ddf-4705-b230-ff866b8efc1b', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'mac_address': 'fa:16:3e:ea:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:53Z', 'updated_at': '2022-05-17T17:21:01Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'subnets': [{'id': '592243f6-a7cb-44a2-aa19-898e6cf91830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:39:59.630974 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808144f-a936-4354-8e55-d22627920380 req-cc147525-e33a-42ca-96d6-7023b39d2ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:39:59.634747 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4808144f-a936-4354-8e55-d22627920380 req-cc147525-e33a-42ca-96d6-7023b39d2ae2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ce8acaeb-6ddf-4705-b230-ff866b8efc1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457203 May 17 17:39:59.691204 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:39:59.709740 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:39:59.726388 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:39:59.727292 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:39:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:39:59.745214 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] No DVR routers for this DVR port 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:39:59.745747 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4808144f-a936-4354-8e55-d22627920380 req-f8b0a15c-0fff-443d-8267-73c37ec88f76 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052487 May 17 17:39:59.746710 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Deleting port 320f65b2-9902-45f5-a792-78134e375239 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:39:59.747054 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (320f65b2-9902-45f5-a792-78134e375239), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:59.750364 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:59.753583 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "DELETE /v2.0/ports/3184ebe8-ecd5-4e89-a911-b6c2fa60b550 HTTP/1.1" status: 204 len: 173 time: 1.4744997 May 17 17:39:59.869545 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] For port 320f65b2-9902-45f5-a792-78134e375239, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=320f65b2-9902-45f5-a792-78134e375239,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:39:59.870260 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (320f65b2-9902-45f5-a792-78134e375239), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:39:59.888000 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Calling delete_port for 320f65b2-9902-45f5-a792-78134e375239 owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:39:59.890382 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4808144f-a936-4354-8e55-d22627920380 req-d1444b48-5c16-4082-9838-9ca54fcee883 service neutron] 10.222.0.36 "GET /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381114 May 17 17:39:59.952595 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d841e496-ad7c-4f71-9cb6-7832cf8eb8d9 None None] New status for floating IP 65a12539-e114-4123-b2ce-ea05903c9159: DOWN {{(pid=103829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:40:00.005174 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:40:00.055450 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (320f65b2-9902-45f5-a792-78134e375239), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:00.091049 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event deleted for resources: {'Port': ['ID=320f65b2-9902-45f5-a792-78134e375239,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:40:00.127535 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] No DVR routers for this DVR port 320f65b2-9902-45f5-a792-78134e375239 on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:40:00.130048 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:00.133481 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-609934b3-797c-4c7d-b62a-541d50883fd1 req-3b79c6d4-87c3-40bf-8933-b9a641e1bb16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.36 "DELETE /v2.0/ports/320f65b2-9902-45f5-a792-78134e375239 HTTP/1.1" status: 204 len: 173 time: 0.5417459 May 17 17:40:00.226943 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:40:00.255749 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:40:00.264827 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:40:00.265446 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:39:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:40:00.271498 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6cb64b4a-33de-4bd9-9b89-813ef09741b8 req-bedfa485-f5b2-4dc5-9185-4a933eb0e899 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0328665 May 17 17:40:00.376381 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:40:00.474498 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ccbd55a1-2d7b-40ac-a105-d591f64c8151 req-99c5e222-c956-4a8e-a27c-4db8c7e9a97c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0287776 May 17 17:40:00.565546 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:40:00.590281 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecfa9bc-cc8c-4927-9899-bc113e879b56 None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:40:00.809155 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad70b2-82e0-4ea4-94a4-3323f99b4b34 None None] New status for floating IP 8175e4ac-3e4d-422b-9fea-6c8b2191e6a1: DOWN {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:40:00.998701 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'name': 'network-vif-deleted', 'tag': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550'}, {'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'name': 'network-vif-deleted', 'tag': '320f65b2-9902-45f5-a792-78134e375239'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:40:01.001182 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1bd7917-6b35-42f0-a5f1-58a2e5b89c38" -d '{"events": [{"server_uuid": "c47df0b1-7d67-4c78-8b36-a436c9aefd9b", "name": "network-vif-deleted", "tag": "3184ebe8-ecd5-4e89-a911-b6c2fa60b550"}, {"server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "name": "network-vif-deleted", "tag": "320f65b2-9902-45f5-a792-78134e375239"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:40:01.044042 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 May 2022 17:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3616429-31db-4795-ad99-381969aedf1c x-openstack-request-id: req-b3616429-31db-4795-ad99-381969aedf1c {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:40:01.044436 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c47df0b1-7d67-4c78-8b36-a436c9aefd9b", "name": "network-vif-deleted", "tag": "3184ebe8-ecd5-4e89-a911-b6c2fa60b550", "status": "completed", "code": 200}, {"server_uuid": "8ef6e2c0-0698-49bb-95fa-04ad8ce476d8", "name": "network-vif-deleted", "tag": "320f65b2-9902-45f5-a792-78134e375239", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:40:01.044753 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-b3616429-31db-4795-ad99-381969aedf1c {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:40:01.045167 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3616429-31db-4795-ad99-381969aedf1c'] response: {'server_uuid': 'c47df0b1-7d67-4c78-8b36-a436c9aefd9b', 'name': 'network-vif-deleted', 'tag': '3184ebe8-ecd5-4e89-a911-b6c2fa60b550', 'status': 'completed', 'code': 200} May 17 17:40:01.045428 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3616429-31db-4795-ad99-381969aedf1c'] response: {'server_uuid': '8ef6e2c0-0698-49bb-95fa-04ad8ce476d8', 'name': 'network-vif-deleted', 'tag': '320f65b2-9902-45f5-a792-78134e375239', 'status': 'completed', 'code': 200} May 17 17:40:01.366746 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bf992af5-9ecf-401c-9ceb-0a056f3d9f33 req-3d72062c-87af-4648-9846-ab7b0471049c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0282564 May 17 17:40:01.570621 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9339972-e84a-4ade-a7d4-97ae950693cc req-38bea19b-6c38-4a0d-b5c9-5f7241e6c8a7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0277135 May 17 17:40:02.466915 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-977adc9f-f3e5-495d-8263-539127229e34 req-40e7c90e-d7d9-46e9-ae8e-6d77a1b74eba tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0297174 May 17 17:40:02.669463 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fff705c1-9d79-4b41-93f1-c27f18a92c5e req-07e719af-de8e-430b-b737-8e85d8954fab tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273728 May 17 17:40:03.028254 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 320f65b2-9902-45f5-a792-78134e375239 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:40:03.047051 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 320f65b2-9902-45f5-a792-78134e375239 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:40:03.047399 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 320f65b2-9902-45f5-a792-78134e375239 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:40:03.047810 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:40:03.065467 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:40:03.065823 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 3184ebe8-ecd5-4e89-a911-b6c2fa60b550 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:40:03.561260 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e58cf109-43fd-4a8a-922d-fcd5cf7480a1 req-47ef1b72-ea0a-4e7e-ae7e-69de89708e67 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277805 May 17 17:40:03.763091 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b514e15-31e3-47c2-9189-42ad0837299d req-dcb5c56f-8924-4b49-b447-3884709b29ef tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0274527 May 17 17:40:04.657933 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-23addb4a-36d2-46aa-96b1-6642e1a52b74 req-69f3c1f3-9149-4348-84d9-d5fee13f9f5c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0297637 May 17 17:40:04.856323 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4dcb1e99-d36c-448a-ab31-96640967c5c9 req-32512dfb-5dde-4d38-b80c-6cc771eaa944 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0274563 May 17 17:40:05.760360 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-46756d5f-b87b-4ab4-95e6-8db9f0d93d7f req-5cf0f762-7f61-4959-990c-b3d271e4bc08 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0306382 May 17 17:40:05.957424 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7cdbdfba-642d-4290-abe1-c2fefb029045 req-97221b87-7607-466e-8086-86179cf329af tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0282469 May 17 17:40:06.864196 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b69cd694-ae7f-46f9-a6d5-a8149a88aeee req-51e9afe4-dc19-4758-b244-b91fb601485e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0326900 May 17 17:40:07.065003 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3ba4c316-36a2-4957-afea-7ffd7022ce8e req-42e391af-b623-46d4-bc2d-a7a2e056d91b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0351255 May 17 17:40:07.962764 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae3726b4-ac38-49b2-82d9-922d9533a127 req-c7dfbc20-4603-44b2-910b-f3b33cf7f141 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0284064 May 17 17:40:08.161604 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb5df33b-620e-4ada-8367-325f7799c871 req-4efb3a70-b2d3-4ab3-9cc0-d27d13d31920 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0281005 May 17 17:40:09.061971 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-adf496d4-d39d-4259-8d5a-7808c584aa0c req-b37b9448-ce0b-480d-97b6-534faad22235 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0312772 May 17 17:40:09.258255 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e75957f8-eb3d-4a47-826c-7beb91875814 req-116d3e9d-627c-423e-b885-9b181f8d34c3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0286665 May 17 17:40:10.159126 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aba4e36e-2ce6-4b17-909d-ba9ff826a512 req-585b6d48-f80e-43c6-9fa2-3b6e4d15c0a6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0286934 May 17 17:40:10.350646 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f91f7aed-bed4-4e47-85ea-60267cc4d644 req-bd518b9e-286a-4726-b9b7-8417f5b42362 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0283041 May 17 17:40:11.262731 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f456161b-1923-48a4-a23a-35edbd279486 req-52607008-472d-473d-bf7a-2e5e90fe91e8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0325358 May 17 17:40:11.445336 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e4201371-e791-48a4-95a2-27223da220d5 req-6bd97e6a-804c-4b6f-9c7e-c3f7ade54f1d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0280392 May 17 17:40:12.108875 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1c19cef2-feea-4419-9952-98ab31345b8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:12.173198 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:40:12.361169 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-246b6a29-25ba-4b63-9b59-3b7b3bcdf8d7 req-ea905082-f26a-4f29-aaa9-d74762b61b5d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281780 May 17 17:40:12.542102 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-906d152b-88c5-467d-a7f2-0e8ff96cb86d req-d75622da-660f-4307-952e-3e84ba9a7c04 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0300522 May 17 17:40:13.461581 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d71a994b-3463-4732-b371-c47f3b61d37f req-ad611677-2e29-44c4-8269-75b18453c7ad tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0322022 May 17 17:40:13.641559 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a4c5ae02-ce87-42d9-b2c5-7258509abd97 req-5e3d0c7e-1323-4e16-9007-7e3f463141d6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0293546 May 17 17:40:14.224797 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:14.421994 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bbf16ba4-67d9-46b8-afd2-2a74450970d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:14.560200 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-49180bf6-46c8-4bee-a03d-c39eaa8d6b03 req-5aa01318-1cdb-4925-a9af-77de17ae9088 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271740 May 17 17:40:14.743351 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7eebaaa4-6755-4b3c-b79b-eef4323895fe req-b81a3e2a-3579-43ec-8033-837f0391cfff tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279586 May 17 17:40:15.640744 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:15.657551 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f8ba1732-9028-41b3-a679-2fa9729acb63 req-3f9f683d-b8aa-4de6-9dcb-ab6aef2bff23 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0299785 May 17 17:40:15.838872 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1b7ab78b-f1d9-4fe8-9f8f-7993b1d9b08a req-a60b0eb0-3a03-411f-834f-7c0c2731560c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0285935 May 17 17:40:16.753218 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dd31c821-fce7-4b45-9a50-a88d20dbc0ae req-c3726690-16e2-4464-8cfa-a2b6c74843ca tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0284505 May 17 17:40:16.936111 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a101902c-02c0-4326-9530-5df1818ec4a3 req-21872447-e783-4c74-850b-83ba690da5e6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0288858 May 17 17:40:17.188692 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:17.851438 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-878e1532-1042-4c36-8938-565c4e2f6aae req-3e401cf1-5e90-48cf-8af0-3d1b1a81aa92 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0313656 May 17 17:40:18.031872 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d5b7d0a9-61dd-48be-8180-2701459b4476 req-439550bb-f3a8-4b99-b33b-89e6437ab2fb tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279367 May 17 17:40:18.356793 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:18.358746 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-c7787d45-7e5e-4a48-b7c4-09b7a862a00d service neutron] (103826) timed out ('10.222.0.81', 49458) {{(pid=103826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 17:40:18.495112 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-8cb05cc4-3ee0-421e-b8de-1530e3c9fe7a req-acdcf307-3a89-4cb6-ab4a-2b889351ddd9 tempest-TestShelveInstance-2129277365 tempest-TestShelveInstance-2129277365-project] (103827) timed out ('10.222.0.81', 49474) {{(pid=103827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 17:40:18.947414 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-688dc360-8662-407e-b85c-8d0d553948f3 req-6133f30c-122d-4c6f-a894-7ac277cbede6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281560 May 17 17:40:19.129535 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b3e9bf3d-8565-4e1a-9cf7-225549d7145a req-20ef41f6-e2c5-464c-a4b9-1360c1904f24 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0270908 May 17 17:40:20.043189 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bd95606f-a1b4-42d8-9c34-8a7ab199892c req-11935292-3575-4abc-8adc-83a1bdf6c90e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0292308 May 17 17:40:20.225935 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f8b531ab-91db-4431-934c-79607b02dcdf req-284afddf-e28d-4f51-89d1-ec37a6180147 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0271354 May 17 17:40:21.138773 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-76e25136-8c4f-4aed-ba9d-f9d31bd2397b req-29e51ebb-e6f3-4803-9495-e2bf6fb735bc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0266969 May 17 17:40:21.319654 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-140b5f1c-2764-43d0-8b5b-21a78135191b req-822bc60d-9b3b-4738-a410-271b125bba2a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0270867 May 17 17:40:22.238430 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4cd7ab00-0dd9-4c0c-a46f-c08c58ce7458 req-e85a7073-e685-49db-80ee-8b1889bcf191 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0300808 May 17 17:40:22.418165 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b2ac9ac7-ab03-4e79-8c83-72a4c7a74d6a req-76a7688e-278f-4584-b0a5-49d369e66ac3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0313928 May 17 17:40:23.337152 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9f989d4d-dd4d-4b96-9a94-4940b03801fe req-f1295e24-cac3-428e-a35c-3d0b978eccb7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0292006 May 17 17:40:23.517769 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9e47584f-d0b0-4739-92c6-988a5ba6aa35 req-51cb13b6-4ea3-4253-8baa-36c60591f342 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0289118 May 17 17:40:24.435244 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5243b368-9281-4a5d-89b3-ea7a7e66e25f req-caf8d778-40f9-4c22-8927-74db665fc7a4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0298386 May 17 17:40:24.616027 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4dd454a5-69b8-4dfa-9f1d-9d54e3b9f3c4 req-186c7168-8b51-4f92-babf-749b3cb83743 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0281723 May 17 17:40:25.543709 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d7e49088-caa0-4bf5-ba77-f77d55a64e12 req-6746624a-c3c4-4d45-9581-2ad43b670240 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275557 May 17 17:40:25.720918 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9c70323-9877-42fd-b6e1-41360ab20412 req-3808cdc5-e732-404e-beae-cf04c9fbe81e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0348294 May 17 17:40:26.646662 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-750632ab-72cc-4403-af94-1745f2ec948c req-fa5959b9-8c53-41ba-9e4b-f78178d51817 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0314405 May 17 17:40:26.816716 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-50fccc96-072d-4645-8787-b4163419d929 req-9df1691a-44e4-49f8-9bc6-255ac0e84afc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0283589 May 17 17:40:27.742418 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5b233f7d-dad3-42ee-99a4-58d473bb8ae9 req-590477ce-06ee-4639-a5b2-13eb15b5c70e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270696 May 17 17:40:27.916434 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d30ddad7-4c92-42c1-a9e7-085449428af9 req-64f5f709-447c-4bc9-b96b-40580db6ee68 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0301495 May 17 17:40:28.845109 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e90fd74-e6f1-4717-aab7-491e849247db req-c52c34c5-0b44-425d-bd39-19167b6cd10b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0322301 May 17 17:40:29.013643 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cf45b8be-5a74-4995-8bfe-58b295a7357a req-99316df8-4656-442f-a44e-a26a2217072c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0283594 May 17 17:40:29.940369 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6716986-c55e-42e0-b0b3-e4c79eccd2d0 req-c61c2348-d70c-4dc2-ae18-a65ba0ac309d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281532 May 17 17:40:30.110950 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-002989e1-e2d2-4a1a-96c8-a8b102cd3296 req-044990cf-eec2-4f9a-ba5b-cd8be0d471be tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0278864 May 17 17:40:31.043695 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ce397d72-536c-4f81-a7c9-472a4e437f02 req-46bdbd29-ddfd-43f7-9442-a01e8c7e8086 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0310333 May 17 17:40:31.210413 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a11f4730-4114-48b7-a604-8a25cc29e1c8 req-de23732e-0641-4440-8c2d-5ceeb4a78d57 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276721 May 17 17:40:32.138981 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6a7a5699-83bc-4c85-8281-fa8b07ef32c9 req-f6d6b234-b2b3-461f-a30f-f8c3867a2709 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269055 May 17 17:40:32.303819 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4353763e-9c04-4ce1-a1e9-1aba0cd5a178 req-535a5fc5-16e6-4375-bbbd-15f46030fb33 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279233 May 17 17:40:33.238914 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-04cba429-2c1f-4f09-8e2a-49b52ea07678 req-95f17ab2-b3e0-4429-87a4-4b2c5ccd7dd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0307634 May 17 17:40:33.396572 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e25f576a-e5c9-47d7-bf96-c8edf54d4ad4 req-b0942a3f-3035-4bf2-910c-2050f3a1e828 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0272810 May 17 17:40:34.332551 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ab9c5361-bffd-4ff1-b6cb-fa8870af8014 req-f1d4f283-36fc-4327-a4cf-cc2cb544e06e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0268753 May 17 17:40:34.489782 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-237bc458-fb84-4548-86e3-1d8258f99219 req-6cb21837-3cc0-4508-a467-1c1662676687 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276899 May 17 17:40:35.429308 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6ed9eb5-9d89-4567-93d9-d31d1560927b req-5ec8dd93-7574-429d-8f26-b4ae5376052c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0297279 May 17 17:40:35.591215 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1bfbe09b-c20b-4c4d-a150-0981ea0d6aef req-ed4d9296-5e64-4a93-bd76-912b50545822 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0317531 May 17 17:40:36.528267 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-242b5ae6-8046-4228-983d-ce732ebd9e38 req-333914be-834f-4df8-addf-856127bf8213 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276570 May 17 17:40:36.686004 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5e999368-465a-4d84-b793-98ecfacebcf4 req-ff934f66-f666-4bbb-8ca1-26b94c938000 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0267365 May 17 17:40:37.636645 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f16396f5-fb54-4bc0-94af-a7862a0e5a83 req-fab3cb0a-bee8-4ba4-8af6-e6d5c651abc7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0302432 May 17 17:40:38.044444 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bff0131-114c-401e-b53a-f6cbf6af5be1 req-06269d07-6ff4-4c01-8db0-8c73618e8b5e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.2913785 May 17 17:40:38.741129 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-978aca1c-4c9c-45c0-bb73-31a9a38305b6 req-faa4a048-05dd-40ec-8114-7dd18c8224fc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281606 May 17 17:40:39.139786 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-62334e90-f401-4728-aaa8-411b387a985c req-38d4c2c3-a5fc-443a-a3c6-e33f24e3b276 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0282602 May 17 17:40:39.835720 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-29a9dbb2-e6d2-4086-b96b-eacbf44f426b req-c4b7cd82-c563-464b-924d-f3698649f08e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280671 May 17 17:40:40.235743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0eb329c9-1e78-4386-a898-a5dbc996f625 req-27cbbd8c-e48c-4841-bdbd-ba9e17ab5d24 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0290856 May 17 17:40:40.928755 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ada2683a-d377-4df7-8486-3106b132d283 req-1905f613-10b7-40c4-8ed6-4b7fced3cef7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276303 May 17 17:40:41.329445 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3bdf02b1-41b2-4aa5-92be-e27ea234e782 req-653bc490-88ea-43fb-ac16-1d311d1bf0e1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0282443 May 17 17:40:42.021838 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-86427a3b-2fbf-4349-95bc-34b580929354 req-2a36796c-14c1-41ae-a3f3-222181d81d87 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0262995 May 17 17:40:42.111791 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d72c46da-a4d4-4fe4-87e5-81c6c237c8e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:42.427268 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-101822ea-b244-4e51-bbd6-ebf1b47cd60d req-de7ec32d-8f36-4988-a33a-326a2520ecc5 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0310047 May 17 17:40:43.118213 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c24ed30d-4e96-4f39-9332-2459f137b13e req-a14c38c3-6ac9-4c30-adf1-e4a565f8864f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0268562 May 17 17:40:43.519712 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-797f475b-c44f-4b7d-a705-5ccf4c29b86e req-7929b9dc-a7e5-4278-a374-65539044c7ca tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0262618 May 17 17:40:44.213525 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d112cf76-fcb0-462b-955d-e898ed599a65 req-3c66fc78-02de-44cd-8596-10f525632627 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0284247 May 17 17:40:44.223963 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:44.423745 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-385a6f34-6541-403d-b154-e35f84c7bb0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:44.617051 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a1cf601-92f9-43ed-a862-87d718733768 req-f439f18b-1066-4b43-ac9a-5c4199a31aeb tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0300882 May 17 17:40:45.308024 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d91eb3cc-78de-493e-b52c-4bd5a518c163 req-65f4a871-6e57-454b-8066-99966014e103 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270188 May 17 17:40:45.643338 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:45.711002 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-418eb2e5-4dea-41d2-ab60-105320fb8751 req-7ec7ddb6-529c-46ae-88f0-c002b60946b4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0272768 May 17 17:40:46.401401 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3a9789e0-c382-43b7-8fb6-3bef2196b0ce req-c1753e77-5682-4347-8c7e-c48352876212 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280662 May 17 17:40:46.820282 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-82fa4f13-ab39-40c3-9d1c-841c684ef2f7 req-8e4a5cf1-bf4f-4ca3-ad79-746757d6af65 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0310571 May 17 17:40:47.190477 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:47.503086 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-54a7d85c-7c6b-4922-bc4e-597d0772d79b req-61159d61-dfb9-418c-ac4b-425a186045f3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0267668 May 17 17:40:47.914172 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bb516345-b290-4a56-a9fa-f516e34a2202 req-5e8ca573-81ec-4a1e-a067-6daeaa50a6af tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0274751 May 17 17:40:48.359781 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:40:48.598734 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f4f84af-f2b7-4961-88c3-8fce7c88429a req-0c38b2f7-16a9-4fe9-8e23-4032a1560b4e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278091 May 17 17:40:49.010585 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7222b98f-1e34-42de-a59c-3d82f2d64e2d req-168068a3-ff74-4325-88a6-e3402c05e57e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0299914 May 17 17:40:49.171698 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:40:49.695010 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-141c0266-4002-4058-a90f-463aa80e9a72 req-81d89a8e-eb71-41c7-b574-383923565410 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0283573 May 17 17:40:50.115866 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8eb8c667-7b34-4b6b-906a-2459514a5ed1 req-ec234cbc-47d1-4d1d-9d17-8e979814ac9a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0278630 May 17 17:40:50.790935 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-efd2a8e4-b874-471b-b0e1-769903495537 req-05beb64c-ffd6-4861-a678-e1e6ba82fdbd tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274174 May 17 17:40:51.212512 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eaf7ca45-6ee8-411e-a4b7-0360ba389e95 req-5b75cd2b-2e0c-49d3-b330-e3dbdd8cf55c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0313947 May 17 17:40:51.887482 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-42bd146c-122d-4f5e-8b0d-ab97f684aad3 req-3818231b-00ba-47fc-969d-eb13c6aa5840 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0282612 May 17 17:40:52.315225 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f66bc56-82a9-4783-8976-26f4f2cc2f00 req-67ba11ca-e5d8-4ece-9204-3b7f631338cf tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0290341 May 17 17:40:52.983011 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-da331e7c-e434-4df5-8230-4fb7235937dc req-ba05f52f-aa79-47e9-a038-3211178e20c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274112 May 17 17:40:53.412061 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4c312009-e00e-4c68-acb5-6fdff1742257 req-31604bfe-5d84-4316-acc9-394ae02862fb tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0302227 May 17 17:40:54.078318 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be1f4f6d-2930-46cf-9b0c-42bca725d453 req-e1dcb9b4-4516-4034-b3ed-8c0eb98f55b3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274131 May 17 17:40:54.508855 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0930d05b-de2b-411c-a27c-2111fd1b37bb req-dd3aab40-3589-46cb-b494-de51bd85c435 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0269341 May 17 17:40:55.176982 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-97174621-91ac-4b52-a659-7adae3ca921d req-7c8ddee7-a3d4-4387-ab11-41b39c60334c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275028 May 17 17:40:55.606822 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d94fd6e3-9563-4146-b95e-a71e1412de87 req-71ffe8f9-e44f-4ba3-a39a-c99614f98a10 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0308232 May 17 17:40:56.284393 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9aa193bc-574f-469e-bbb1-0795449bb504 req-7d26c51b-7090-4407-9aef-72f484c0de2c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0322258 May 17 17:40:56.706868 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4cc4392a-bd60-49fe-a35f-98a6db128c5b req-5fa30320-a593-4389-abcb-be16b3889112 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0304930 May 17 17:40:57.482669 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e94cae4c-a156-4845-b2b0-2ee85e1b3efc req-162c568e-a46a-40c7-ae29-db59b1443a92 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275373 May 17 17:40:57.805393 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb59c926-e6b3-4241-90ce-526861f8092d req-342db573-285d-4b98-a235-3ebbe428fa40 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0311837 May 17 17:40:58.581140 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-713c6ab5-ca4c-4174-9082-609a54750987 req-9a331d1f-d0dc-48c6-ae2a-f2c1efc17b65 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0294132 May 17 17:40:58.905485 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c5c10a8a-e615-465b-a5bf-2401f4b78c26 req-a4ac5384-42dc-4192-8be2-d957beb7de47 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275652 May 17 17:40:59.675458 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eb73ffe9-9b7e-4890-afa2-97b9ff042b24 req-743c5635-db23-4883-9fd8-c8b3b91ac57a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278018 May 17 17:41:00.004070 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0bfe2d4a-9d75-4b59-aa91-6cc4b8239143 req-062a271a-aa2a-451f-bc9b-e8ecb1ea8be1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0311716 May 17 17:41:00.780374 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c059068f-4b1b-460d-9d58-51a3507cfc56 req-3b25fc26-4baa-437b-befc-38045f808378 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0286927 May 17 17:41:01.111404 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2ee0604f-3016-40f0-9086-8c3f67931881 req-e8a83608-8d5f-4cff-a1a7-c0cb7c17e33d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0308647 May 17 17:41:01.882295 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eb71059c-9ef3-4c8d-8926-32832e3d1b9b req-d10fe64b-7090-4c69-a5bb-5369e78ba218 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280557 May 17 17:41:02.213853 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dcb59c02-88a7-4c98-b55e-eaed822551c8 req-a1ed14ce-56b5-4ec5-adfb-910b6e228122 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0317280 May 17 17:41:02.990003 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aed60e58-f6d1-4f87-a200-137651d19944 req-6f6a9962-42e9-4176-b45c-1dbb31592194 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281663 May 17 17:41:03.306702 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bcad26ff-83c9-4f39-bd9c-593f57c01582 req-ea6286f0-fcf4-47d8-84f4-7b0c6f75cd04 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273416 May 17 17:41:04.094365 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cd0bbb06-4be3-421a-9232-efb6f7cad0a0 req-3049277d-0984-4f7f-94e2-212a11027a2d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281055 May 17 17:41:04.410705 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ea5608af-ea0e-47bb-be5a-378fa07e5c0b req-df5cf627-0969-41eb-9bf9-9b6894bc48c2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0315833 May 17 17:41:05.198933 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-31e61bc8-cbbe-42b5-82dd-2f9b1051190b req-219869f3-70b8-408c-a0b0-becda8df8a9c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280914 May 17 17:41:05.511635 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed71f8e7-743b-41d9-9e59-e98128ca6862 req-de0324ed-054d-4d52-8ef9-4749843f60e2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0271196 May 17 17:41:06.294248 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8e8c5ef1-ab20-4c8f-b359-d8d39ea9387c req-50aa51e4-a5f5-4d13-a8f5-4a1bcf8dafb4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276284 May 17 17:41:06.608969 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b21feb8e-31cd-4025-823b-299191bafa1f req-2e2f22cc-eb91-4f97-9581-695acf7204eb tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303791 May 17 17:41:07.397337 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-263d01c2-fb2a-49db-822e-66894f93187b req-5c404dc3-c008-4349-b382-23b3ee893d4c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0332601 May 17 17:41:07.703264 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-812c1e0a-ee6f-41d5-9c1b-c6e78ba0664a req-3971703d-fd3a-4bf4-a54a-7c4b28ce0e84 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0278652 May 17 17:41:08.494255 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cb1a3504-68ce-41e1-a151-e8d0da268f99 req-04108bba-89d5-4c5f-bd60-516abdd8a851 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0282586 May 17 17:41:08.799849 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ba3352ea-fc24-4bac-8be4-2b8628eb1ee6 req-004e67d7-f7cd-41f2-80de-3d867aae8b70 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0308480 May 17 17:41:09.588501 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f1454a89-e908-497d-b87b-cf919648133f req-79da616f-cb69-46ed-9d92-15fca34b74b8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0283537 May 17 17:41:09.899274 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-17b3b782-8512-4c23-9d87-1f54705b109f req-7823f230-f33e-41e0-9011-5a25fd998dfe tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0289283 May 17 17:41:10.682284 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fe67e11-1f9d-4b66-9651-b87e5acecd5c req-aa220f57-6361-4dd7-ba97-f1b0feca00cd tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0282900 May 17 17:41:10.997563 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-55ea545e-c0eb-41d2-b5aa-400d253c9145 req-f88e0f2d-cb46-48fc-ae99-e139baa9fa91 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303121 May 17 17:41:11.777525 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fe410296-6cdf-44c3-94e9-ca231a121a81 req-033d0ab7-7099-4ea6-a0ee-1f977c4964f1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269356 May 17 17:41:12.096389 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0250e30c-d7d1-44e9-a1e7-1856312d3533 req-906f504e-46c7-4062-9e0c-02b010992b75 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0282886 May 17 17:41:12.115226 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7756bc89-2f12-41aa-8228-12a0b7e70de9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:12.872704 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7419eb85-4eb5-4947-b907-434127da371c req-09bba705-3ec6-4215-8817-9d79ff86b9f6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274754 May 17 17:41:13.197022 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3e7cc0f-e247-4677-8e00-1aad32773629 req-830bc3d3-a017-44a4-9c3b-d7f53c6d3b0a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0310307 May 17 17:41:13.967187 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-09ccc6ac-ae5c-46f5-99c4-f9a35d079702 req-b64f15ae-de96-400f-af99-a1115e6aec2b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276215 May 17 17:41:14.223484 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:14.292711 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f09bc138-2e1c-47e8-b369-b0263f15ff6d req-8ba40101-1de8-4e66-ab8c-f165c1e517d2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0268145 May 17 17:41:14.424730 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-0c6273a8-ac85-4618-9c5f-53175038db51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:15.061148 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1163165c-0b7b-4f97-89f8-03ed63613a33 req-a4a7c3df-9767-46d8-b037-82dfc8f83703 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273159 May 17 17:41:15.406981 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6e94a3a3-f833-452f-98ba-f5f9cae4098a req-b6718b35-1df6-4892-a668-1b3055bddb9c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0448618 May 17 17:41:15.645771 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:16.156879 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-01461064-79ed-4985-a7ae-620945a83bc4 req-e88275e3-78ff-4a2e-818b-00230d385710 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269887 May 17 17:41:16.501944 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e912c37f-1186-43d8-9aa9-90baa22c1d3a req-10df57fb-118d-4cd7-b1f3-9d6a9fb5295e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0288761 May 17 17:41:17.196332 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:17.251787 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1f708c2e-2b21-4167-b805-fec28b05856e req-c6746e87-f6a7-40ea-864d-9bd53abec5ed tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277455 May 17 17:41:17.597718 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d20cdf22-9d54-4ff0-a6b2-a4c30716e8c7 req-a8118963-317c-4d08-b8dd-a9e7dced5858 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0300486 May 17 17:41:18.346756 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eace1572-9f29-41c4-bdf4-3902bcb4b71d req-a00f59aa-07ab-4070-9b99-545fabc1fb47 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281858 May 17 17:41:18.362664 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:18.692599 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39e01e19-0241-4934-a111-3e6692b869bf req-25b71dba-c4c6-4615-a07f-bb7628c7a5d3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0270977 May 17 17:41:19.441900 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-53da9468-5954-4aec-b9cd-e2d110557be7 req-31dae5e6-ea4f-47d4-b840-f8465e84224e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274520 May 17 17:41:19.789561 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9ac0489-9827-495a-9cd7-f10859aa83c0 req-482e0f3f-88c6-425f-b38d-e2c85084fcdf tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303526 May 17 17:41:20.534426 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c1614e43-1ea3-4e68-935e-eb050605a5a1 req-8793d1f6-5d82-4901-acb6-4c8863e5b20d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0265000 May 17 17:41:20.882139 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dad1e89c-6b77-4f37-935e-4e0d24a1174e req-acf897c5-cdab-482a-9aa4-67ec64002c25 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275505 May 17 17:41:21.628803 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d1e4ad26-5c07-4b67-bb7e-3b238e10686c req-31f309ee-17ff-4f5d-bf66-0a8bcb3ac22a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272543 May 17 17:41:21.979595 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e3fd7a62-9653-4603-b4d7-5bc1e05719af req-ffbcb78c-0b46-4a82-a076-9af45324c692 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0309169 May 17 17:41:22.725035 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9914586-ab32-4749-9a9f-1db7c35a4930 req-bbe6b452-e570-4b06-970d-79211a11ee3d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278904 May 17 17:41:23.074492 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1a1d825a-f506-4ad7-820d-b71ac3576483 req-4ae8aebc-d30a-4b77-a6bc-9b2c07c1e6f6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0287313 May 17 17:41:23.818548 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e5b45ba6-5f7a-40b0-b1b7-dc2efa033647 req-2c81412c-cfe2-4b34-9581-7d22e374a9dc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276146 May 17 17:41:24.174135 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2dca5d3-61a5-4e13-91d8-0d03d5ffb7ba req-ec42dec4-1b77-4391-9335-3c5174c92cdf tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303721 May 17 17:41:24.913450 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-442d02d8-38eb-4110-91a5-72a89a4d4cf9 req-738615c2-398b-48db-b1b3-8cfa487fdae0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273736 May 17 17:41:25.269602 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2cf1cd5f-1213-47ec-ad8e-2f8f57f6f99f req-5dafa5ba-8b10-48df-afd8-37a84c198e01 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275750 May 17 17:41:26.011113 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0b78e54e-008a-4b26-8f5c-3b9f54597f37 req-ad2e9632-7aac-4782-83d5-f24ae0abf659 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0290947 May 17 17:41:26.170660 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:41:26.364173 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ad63e218-e9b9-4da2-8468-4a5d542d23ac req-a93604ad-dd2a-46b6-8e4d-21e1f7d3fd1d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0293865 May 17 17:41:27.106476 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-67b1af8f-1428-4b59-9570-6f6e44a87725 req-5cc462e3-3b00-4532-a5d3-f1f40776abe6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279899 May 17 17:41:27.457884 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbefb1e2-1643-4667-b56f-7c40927ff9ca req-4de692bb-b5e5-4368-aaf3-6ed42fb78a65 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279090 May 17 17:41:28.201841 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-368c54f5-6986-4dc5-b4ee-290ea362a561 req-b7d3e095-aa7c-4655-acc3-98c4c9447d47 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0284657 May 17 17:41:28.554950 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9f55d899-bcd3-44d0-8dd4-965c2641fbde req-526f2e34-0cea-4a8a-86f6-ececd850c6e1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0294251 May 17 17:41:29.299058 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4afeb967-496c-4fc2-927e-3ae0270ed4ac req-332065ee-5dda-4b92-a1cb-24ef2fe9921f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0285237 May 17 17:41:29.649025 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1f6871f8-fd7b-4db9-9089-5a9e55cabe29 req-74919eee-93fa-4f33-9f85-3fd4684e8e89 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273991 May 17 17:41:30.394542 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ee98ff9a-b5d1-4cbf-b1ba-59530bf161a9 req-359fdd28-b428-4e41-9a97-55a109c3abf0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275924 May 17 17:41:30.747022 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-840ed536-33d2-469f-87b6-8d51d79b9e93 req-be04f99f-db8e-4d08-94f3-cb01ae526eee tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0293605 May 17 17:41:31.489029 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b92c32f7-0355-48a3-9e19-1854d7ca2fdd req-5fa31df1-cfad-4ba3-ae22-b72b9cc6d7f0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269094 May 17 17:41:31.841935 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-259aac64-1a98-4ece-8718-6633697f024e req-545477b2-f0e8-44ec-9c7f-4225aef6dca7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0269887 May 17 17:41:32.586456 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f7f033e-b787-4e43-9c00-9c1ae2e940fb req-0a5bbe09-8c16-4882-b178-fa36eb03cee3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277297 May 17 17:41:32.938951 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f7e3ccb5-6c1d-4fa7-a509-edba8918fb88 req-83fbb89b-fb21-42ee-9e7d-48e443fb8abd tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0299757 May 17 17:41:33.683384 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8342d712-6923-48d9-8b45-05f2aa01560f req-32726d00-a962-45ae-9d78-828b8b544c4e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280013 May 17 17:41:34.032524 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5cb801f0-795f-4baf-a4cb-dd0a24fb8648 req-11ecb599-68de-4567-a47f-f554c66a7175 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0284600 May 17 17:41:34.776230 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7e1e4c6-16e0-44b1-93d7-94b5342df806 req-69575270-d3c6-402e-9433-abd9ae4df1a2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273757 May 17 17:41:35.131349 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b092cc3a-412a-4ca7-af76-0d56963921f7 req-aae3d412-633c-4e7f-8f3a-adfec7b2827b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0298052 May 17 17:41:35.869603 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8ef0d107-07f8-40d9-b5e3-8dec83aa414b req-df28cdce-9a72-4f8f-97c5-7063e693abd7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0283420 May 17 17:41:36.224317 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dfeb025d-0cbc-4538-91d0-19f36d5ad3ea req-48f5ee94-cdb2-439c-b1ac-bc1461a14367 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0281110 May 17 17:41:36.963662 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e16ae2d2-0b2b-4f78-9c10-738d3936766f req-51f3c5f1-0ca0-4a0a-a995-a220eb6258b5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0284367 May 17 17:41:37.320254 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e26d8221-6aba-4c72-9421-75689191ebb4 req-db505e6c-2985-4b88-9735-016fd4ded737 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0297110 May 17 17:41:38.058145 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ab873d4f-353a-444d-82a0-b73b081baf38 req-3d2b16ee-06d2-42bb-9421-bd11db4672d4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0289304 May 17 17:41:38.415856 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-098c2d7a-f220-47d6-a509-ecc93735ef7f req-99ae03a3-9463-405d-b006-287d72ddb7e7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0283597 May 17 17:41:39.158351 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6155a6be-7316-4b5e-9c85-47280a38b59c req-6cb011ae-3033-4553-b271-21e781942999 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0317297 May 17 17:41:39.512819 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16ad1a15-556c-44d7-be92-2f1d74826fcd req-4948104f-11b5-469d-aca5-c2c305560823 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0306163 May 17 17:41:40.260566 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0fa2634f-8e3c-4f52-b71e-f73c8e712c9f req-4f8ac80d-fc8d-4307-afad-b8fe9d0ca9ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280600 May 17 17:41:40.612984 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-764773a2-9d0b-4f6a-976b-db9782cb1757 req-5b093036-e08e-4061-b748-3accf6ea8b96 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0284576 May 17 17:41:41.355292 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-97f0a963-44df-4aaa-bdb4-58c254113e4c req-0bdaa307-9e72-4b17-90f2-37877c69cd0f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271893 May 17 17:41:41.710470 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3a81a26b-0528-4eca-b989-74613b6d73c1 req-587da2d0-52d4-4e1f-a604-c8c91c996097 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303357 May 17 17:41:42.118515 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d06bb04c-da2f-4565-91f3-bc01bb212161 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:42.449196 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-814fbeb6-4fbc-4f54-8b91-256aeea9af53 req-b11e341c-1f39-4a35-a4ea-21c8ac97d8fa tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0266581 May 17 17:41:42.804920 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-68f15179-db14-45ca-a928-663570ff304d req-7368f778-2449-420c-98f2-149e16532e27 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0292482 May 17 17:41:43.543997 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-89a93450-416c-4299-8365-d34c7b18e34a req-7ef41b28-3163-46d3-beee-23dd7923bff3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273592 May 17 17:41:43.902819 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d9d64835-4b23-4c25-8d44-815c64b80ae6 req-507d5104-451b-4568-9b2d-cfea54488fc9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0316145 May 17 17:41:44.221801 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:44.425120 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8eb3d797-65ca-46bd-8c38-7c3cd2688230 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:44.640831 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7142c35b-c47c-49ff-b11d-d7d285bee5c4 req-f550cedb-e1f1-4bd9-ba42-1dc975a76f1a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276592 May 17 17:41:44.996661 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-68c5c2ec-d80d-4524-b45e-9657316d42b1 req-957eea09-3c76-4f83-a4ce-3ec993962bb1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0269659 May 17 17:41:45.647824 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:45.733861 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-92bae01b-cbd4-490f-b0fe-377e2d4ea1af req-b5fffbc9-95b8-44ee-aeee-3848e6faa405 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0268333 May 17 17:41:46.091520 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2d827d40-5bb8-4ad8-9912-f6689342b4fa req-e3809343-5275-4890-b73d-af3c87971d45 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0304141 May 17 17:41:46.829129 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0d712d35-18f0-41a5-9c3b-5ecfd90ae252 req-2c04e885-8315-4d9d-b254-67b2ac995c67 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0285296 May 17 17:41:47.188939 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7d771dbc-491c-4e48-937f-43c2c38d7c70 req-27a55e84-c67a-49a3-a0af-37f25f54271c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0289142 May 17 17:41:47.197668 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:47.929698 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0e95ffe5-ddb4-4fbe-9d5f-ca917fbda825 req-56b781ef-2ea7-4d0d-a552-dc8c128884ee tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0323386 May 17 17:41:48.291055 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-09b8eaaf-f2f3-48d5-8416-c5266964be8c req-8be3de68-0b1a-4ee9-83c8-90fcc6e7c3c9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0315623 May 17 17:41:48.364910 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:41:49.023673 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d72e5c08-8ed9-429e-87ae-1d29b286d524 req-36bc9df7-a0eb-4088-949d-18347d5d6620 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272675 May 17 17:41:49.385176 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5266d25f-7d91-4220-8672-ee2771ac76f2 req-9b8ecc18-40bc-466b-9c16-9dc6843088d3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0271051 May 17 17:41:50.121132 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-439c9bc4-f040-4dcc-ae43-e175350d5d97 req-1e4b9a50-ea95-4006-9790-aaa4ef073b78 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0287676 May 17 17:41:50.483349 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bcaefddb-f593-4f25-bd0d-b28751b0555a req-6be0c16d-ffce-41e5-a6ae-61df4161cbd9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0308628 May 17 17:41:51.219805 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b54fcbc2-3d7f-4b86-a51a-d62ef51d02ea req-8458b610-8fcc-4613-b3e5-680b07fecd86 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274453 May 17 17:41:51.577205 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6aa9836-e906-47a9-99d4-6e9d78469169 req-699a47b6-d17b-4562-bcd5-ae839c455f32 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275381 May 17 17:41:52.321667 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0e0b1e4e-813e-4201-a8bb-e89606b1f15a req-a1cb4969-b149-460d-87e8-af8ce017ce12 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275598 May 17 17:41:52.673648 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8e0f7b27-7de9-4fa3-a869-941a80930382 req-7d1daf13-9ecb-43b4-be2f-d9e963e75384 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0297000 May 17 17:41:53.415925 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-90900c57-e604-4cb6-856b-4eee13b4edae req-7d50e3dc-e2a4-4219-b5dc-edf59af9dc54 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277250 May 17 17:41:53.767161 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6e6d4304-9892-4533-8529-f7faf7e5c408 req-20ecbc93-f523-412f-8f45-d9442b0fe73e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273480 May 17 17:41:54.510479 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-03c8b825-2482-40ad-b9a9-b2d8a24f84e8 req-147cf1b7-de79-4f5d-ad97-a0aa48115adf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274146 May 17 17:41:54.865327 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ceda3ba5-9b0b-4c9d-a7e6-6290a817fcbb req-428d07cf-4863-462c-908c-2e8d6ff2d0f9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0300636 May 17 17:41:55.606801 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d1ac4328-b7c9-4ec9-ae98-5bba14a2ba6b req-84c6ec23-aa22-4876-8a9a-814479d4c26f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273774 May 17 17:41:55.961197 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e7a1345f-19f5-40ef-a1ed-2dc46f3fd951 req-394f9cd9-a57f-40de-a762-f20e483a5645 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0277364 May 17 17:41:56.701721 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2f452ae1-79d5-49e8-a319-2a30ace88f48 req-67f1f667-f318-4248-8615-0b38895fba4d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279627 May 17 17:41:57.056523 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-960a4ba0-3e8f-49e3-a5fa-8ba3d71a2585 req-793aeb8c-01de-4b03-9595-24bb344ee4f0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0301745 May 17 17:41:57.794636 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c048d7ea-e1d7-4de9-9a45-f78d00cec2e5 req-3d5852bd-0ae7-478a-8a52-3f20c6feb0b2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276201 May 17 17:41:58.149441 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4f9cc2a4-8f67-460c-8e83-0b5f85775e09 req-ee6f3c4f-a843-436d-8ea8-993721f4fdfe tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276098 May 17 17:41:58.889054 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37d47827-25f1-4a98-9a19-97c2d663dc13 req-7ac17e40-077f-4b36-bf9a-2ba29012c25a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0265806 May 17 17:41:59.245596 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9e62026f-54a5-49ea-b514-84181377300f req-83db4dd0-86d9-4687-9ac5-9f79805e2ea3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0291133 May 17 17:41:59.985912 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-950a687d-6024-4b78-a700-a6be4aaac2dd req-786a02fa-fcf7-4e06-ba4f-9c7c795899da tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270834 May 17 17:42:00.340454 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0d5802dd-510b-45b1-8cf5-636f5e2ed4ef req-bf7fb78a-d666-4234-ac4e-1285051c4d9c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276222 May 17 17:42:01.078293 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-78894fd5-3a07-4ee2-b298-f8f79fb7566b req-cce3aa18-53f2-4dc5-95fd-e23f856f217f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0268068 May 17 17:42:01.437415 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-598cb3c2-3fc4-4aba-aa14-bc978cfded9f req-259d0120-764e-47b2-b872-f93b5a3e743e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0314538 May 17 17:42:02.181964 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-782f0d6c-9119-41fc-9fda-f9c19b9210e4 req-49b5ad9d-a4c7-4898-8367-189887c18c29 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276756 May 17 17:42:02.533135 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fd68cfa7-d1a9-4f4b-aa8a-dd94c2f7af8a req-114915f8-4f40-468d-bd0a-a7d2ff8905a8 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0267267 May 17 17:42:03.169028 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:42:03.280228 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6a7346ce-a836-4001-84d7-d48ee7b9c548 req-170f524c-a365-4ae4-8548-207e0c11ead7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269237 May 17 17:42:03.630691 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c22ea4db-60d4-4ac2-ab77-f0c61823a1be req-4109e163-dc4b-497a-a28f-9efa8831bf22 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0302701 May 17 17:42:04.382565 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ca6fc58d-4a3d-47c3-9fb0-41cdf5cd3e92 req-d19981d2-9fd4-4304-83c4-ed04bf36ecff tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0304859 May 17 17:42:04.724205 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4d9ad1b1-7089-4390-8439-b2ae9602e907 req-f46b41e0-dea3-41be-8d84-8ced32368320 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276937 May 17 17:42:05.478429 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aead8e3e-a0b8-4b1e-ae40-bc442bbe2c89 req-9b9a204f-74c0-4804-af2a-6d990952c88a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0264533 May 17 17:42:05.993911 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-653a794d-ec33-4538-a3df-3e175d7f6c61 req-e85d0be0-bd70-49d9-907a-d412e9cc1774 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0289261 May 17 17:42:06.571758 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0dc984ee-d324-491a-84c9-ff7a793e0f51 req-e61ed617-fc48-46e8-b50d-0bdbafcbf67f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272064 May 17 17:42:07.088041 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6b86e41a-ea0a-453e-85d9-ac514edc308e req-ea556548-1207-47fd-b9ac-81e4502728a2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273390 May 17 17:42:07.664572 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8b409d61-8589-4840-a905-98eb99fa71d1 req-a239c9f8-74d2-4a49-b69f-fbecbbda7403 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0267117 May 17 17:42:08.183052 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bd6a6753-6ed8-422d-97cf-eb5e58bba49a req-65c1d26d-4702-4b10-a533-7710437788b2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0300689 May 17 17:42:08.759374 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bc22d91d-ad1c-462a-8fe8-e361734caa8e req-52e3230a-11ff-4aea-9817-0760d023298d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274398 May 17 17:42:09.277926 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ba72bb78-8994-4645-bf8c-7d4fe4abee19 req-5252ba7f-795f-4309-8bdc-cfa7ef9e41c3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0271754 May 17 17:42:09.853932 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4b065689-0544-4666-94c4-ba81a0f84f6b req-1689e576-38da-4311-8f9f-9ad9936036a1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272539 May 17 17:42:10.430746 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-301c2104-b698-4997-a069-5008a9bfdd10 req-eb893d0e-4793-4997-8eb5-6a381a4fa68a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0310206 May 17 17:42:10.947742 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bc0583ac-cf2a-4e9a-964e-48cbdc17df51 req-147a9e9e-451c-4997-9610-04058417c714 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270252 May 17 17:42:11.528477 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f1a551d7-b2b9-4060-8437-cb8e34723a93 req-650ffd3d-ba2b-40d1-bde1-6244d86fb779 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0271680 May 17 17:42:12.040078 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c756c291-8c12-4597-a128-2683df4264d7 req-54c3a46f-91d5-45cc-ac62-53307e30af39 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270076 May 17 17:42:12.121052 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f369b098-1dde-437f-b088-24966087adae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:12.623940 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8760a47b-3358-4898-bd21-782bd0714057 req-98818513-1993-49e4-8253-70c42ece624a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303521 May 17 17:42:13.136235 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-025db4e4-a148-4a36-8e5d-2cdbe98d8a68 req-bfab5b83-5417-4b5f-ab82-261d72dc1471 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280747 May 17 17:42:13.718006 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2f30738e-020b-4b5b-a056-d411b0a45082 req-89f8780f-f33d-4ad9-b875-e9749183293b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275576 May 17 17:42:14.223038 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:14.231444 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-856a26e8-779f-431b-bb9b-a5355f148a35 req-98dc1d38-7f0c-40a4-9a05-9e4bfa77a422 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0285220 May 17 17:42:14.426557 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d4091426-edc2-4f4a-bb31-f0bc7b8b775a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:14.814833 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-da8876e2-d137-4cea-b37a-475cde2b603c req-75c907fd-ac92-4ab5-853b-9cb4b061512b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0294409 May 17 17:42:15.324155 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed555fe2-1f5b-44fb-a3dd-29207526df17 req-f70a0a08-700b-413d-80f5-183ce20f5010 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269611 May 17 17:42:15.650482 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:15.908255 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6ed1cb56-3f2d-433c-9d21-5dea56797d69 req-e63b3136-3feb-4a95-b0bf-c6a74bd11323 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0268395 May 17 17:42:16.421919 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-29e10036-a684-4459-a8b6-17d92c5fb98b req-7782ea83-46bd-4c40-8b90-fdb496b768e7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277102 May 17 17:42:17.008820 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7b83a4ea-f119-4f5a-86a3-1ecd1d722ff9 req-935b2d2d-057a-41bc-8485-a7fa317af9c7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0305340 May 17 17:42:17.201255 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:17.521973 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6f4210b8-d7d6-4213-8c16-115a833d5624 req-48f7873b-df9b-49bc-9c8f-f375a272797c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0313263 May 17 17:42:18.102647 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a2d171a-b1d2-4f92-9744-b74c151050fc req-314f9872-8f9c-4429-b177-e4bd79802c2a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279770 May 17 17:42:18.367125 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:18.616973 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-120b4dbf-62c2-4aa6-b664-dc061f7cb95c req-94e95efe-ca71-4796-8eca-52f2067b16a1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278621 May 17 17:42:19.202016 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b94113b5-edda-4c3d-9294-bfac18c64118 req-f0ea21a4-7143-41cc-8a83-2622c21d583b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0310488 May 17 17:42:19.711065 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bd713627-690e-48e2-a18f-f1fb37f57d46 req-0fc58664-a84d-4b21-8e11-a0164404dcea tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278745 May 17 17:42:20.297118 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-502cef20-8108-407a-8297-ae40bc7d448b req-c07aa036-567e-47c6-bf75-d45bf447c8e2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0270710 May 17 17:42:20.817767 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b07f011b-82e1-4f0c-b756-bd4c9cdfb325 req-297eeb93-bf24-4d3e-a79f-1aa199dbb79b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0308290 May 17 17:42:21.394314 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4862dc9d-453c-4b44-8a5f-219c78da7b0b req-675c1c46-3f91-4cfa-a5fc-1a4eb2cc59ef tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0294793 May 17 17:42:21.911250 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ff098e0c-560c-4698-8a0a-a813b0ba4817 req-e503cd48-ca97-452b-a385-87d31cf3937f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271754 May 17 17:42:22.488462 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b6002122-2376-4704-8bf8-cc907bc3dbd6 req-8676651b-dfc6-404d-9922-7bd0de10e4c0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273790 May 17 17:42:23.004086 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-61f7ca70-ae57-4d8a-b0a7-e4dc201454be req-a001954a-0fc0-4eb8-a368-00acf4d038cf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277238 May 17 17:42:23.592233 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1695fed8-b7e6-4b3c-8cf3-4a219d6d3f03 req-b539ebcf-5435-4394-aba3-13b375922d8f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303245 May 17 17:42:24.099945 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6497dbf9-f9bf-4073-ac21-6714b783a7f8 req-1ca4a886-ba68-4ca1-a78b-793f78678f00 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277600 May 17 17:42:24.684993 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8ac598a6-7a73-4730-a9dd-5acf22cb2205 req-fe1d573c-a3f9-47f1-861d-7edb1d1f58e1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0274115 May 17 17:42:25.193151 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-13dba972-90a8-4a84-a029-d86c5eb12d37 req-bde3a26a-7d82-46e1-850f-8346b331307f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275071 May 17 17:42:25.789078 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-50b7b2f0-5827-4e15-a713-51d4a342e5a2 req-c0b5d62e-9ed5-46ce-b957-803d91eaa0fc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0347583 May 17 17:42:26.286668 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eaf83202-534a-42c3-9355-adfa19d97ed1 req-9c966acb-004a-403e-bf79-f1fa56d55857 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0268219 May 17 17:42:26.883846 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0a96d67f-6bf6-478c-acdc-dc43fbd8dd1a req-1198971d-4d34-4b38-87bc-c021cd6a73ce tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0263016 May 17 17:42:27.380891 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fcb77757-0de3-4645-9463-f7ab39539bc0 req-a50ead8d-746a-498e-92b6-b38b0d5c5dd0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273185 May 17 17:42:27.979808 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-65ef5914-fad4-41f8-8ab8-6371223708b3 req-2384d7a4-0b76-4af6-98c9-ef190c7bc957 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0298777 May 17 17:42:28.481214 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbe8e8fb-5261-4320-800e-59b310043dc3 req-f8408caf-3e40-43f1-9458-732abf5b5f02 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0295308 May 17 17:42:29.072490 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d29010ac-7da4-4a92-9063-c2e5113b99a6 req-57a4ab35-4c1c-47f4-b721-5f4335c9ea91 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0268688 May 17 17:42:29.582387 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-80a35760-4a14-496d-8014-a1c3ced7186e req-7b83556c-69ef-4d48-9597-5174e36d405a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276527 May 17 17:42:30.181429 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-35d340de-5f35-432f-891f-1d0d7d7c3e35 req-b6e7ac3a-b382-41dd-945e-3e60f25bf21e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0306089 May 17 17:42:30.682556 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a6d39cec-9195-430b-928c-ad7e006e1600 req-9f9a1b1a-eb95-4b1c-8d44-b3e3ccafe7a5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269752 May 17 17:42:31.276701 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa8e1d86-34ca-4c34-a1a5-6ab08df689ab req-b382115e-7fb5-4bc5-ba5f-7d3feffb5434 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0274251 May 17 17:42:31.777597 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ddcea843-5485-4fe2-a139-ed3fb201fe03 req-abae4098-9914-4869-b75c-aee11a7c7c68 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279090 May 17 17:42:32.371103 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-11814b6b-8fa4-4243-9e17-602b331af223 req-52b5cf50-496c-4fdf-b7ff-3b70ba998642 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0288560 May 17 17:42:32.871615 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6db95f8-b8a4-4da0-979d-08bdd3b82dbb req-512ac965-0d7f-453d-9efc-a7b144272489 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0267966 May 17 17:42:33.469355 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-07ea1090-d3ea-4f06-b32a-248c49ff66ee req-c230cfaa-a6ea-44bb-b704-033e61c19e61 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0297525 May 17 17:42:33.965420 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-149118fe-fbfb-405f-910e-1254b4b242c8 req-84d3e8d3-d7de-4386-b5db-857e4dc45af6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0282099 May 17 17:42:34.574795 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa73b356-119e-45c2-8669-06d291ef3b9e req-92283f10-8d01-46ac-8b62-e2c7d52c2189 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0343297 May 17 17:42:35.058775 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-38f76e20-bf47-4f10-8a0b-f5602791b33f req-dea43e2c-9dca-4f62-bd77-b61d1577e015 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0267868 May 17 17:42:35.667183 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-930a6d97-4d43-47e4-b809-c1e3a3c4ac33 req-ab97a412-211e-4023-9ab3-285573b17828 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0274005 May 17 17:42:36.153725 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f40913b2-6f7f-400b-84df-b48925c6fec2 req-3000b5a3-642d-4191-bab1-8578cc06a799 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271060 May 17 17:42:36.764126 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-864e5af6-2b65-42a3-a894-905190ab4ef9 req-d29851dd-75ae-481e-8769-8bcc84e856e5 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0305715 May 17 17:42:37.247360 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-32789221-a9bd-41e4-ac2f-b0eca622406f req-7bfdca54-2fe8-4ca1-b4c8-702f547a3be5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274625 May 17 17:42:37.859220 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-81ba80a4-55b0-4337-951b-fe379fcfadd2 req-8f0d175e-c8b1-48a5-b465-38ebdfe92fcf tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0284271 May 17 17:42:38.346996 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f32eebf4-06fb-41f5-9fc2-a70b930fc1b3 req-3b5e51a8-d848-4e02-be4a-695cc251ef4e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0290933 May 17 17:42:38.964692 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c5e9a75f-8d6b-435f-a6b3-5ff86089ee7e req-7b8ba569-f9f8-4277-b0b1-0953f6eeb913 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0373461 May 17 17:42:39.441775 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de0f42dd-5e47-427e-a6d4-b551819502c2 req-5088f111-cc73-4e2f-bc73-e5bf7913db5d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272484 May 17 17:42:40.058885 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2206078-d5d6-46e2-907a-664868188235 req-917e49ca-2a25-4b7f-840c-3854d17a334a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0274518 May 17 17:42:40.168746 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:42:40.539287 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bffdc0b-e1fe-48de-9be9-7be4389ad7cd req-9a5c1713-e46e-4d82-bae2-e6b06018c6d5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0303352 May 17 17:42:41.154166 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4c001dd2-40df-45c6-8216-f05bb115d55d req-6a9edad6-ac46-465b-8faf-7804a3ed152b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0287979 May 17 17:42:41.640082 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0aa4adc2-08cc-43a2-a2ed-eb80e6d66dbc req-181e7879-8133-45fb-9678-1e1b92a07145 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281050 May 17 17:42:42.122462 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e23f54c6-f8c7-4be7-a41d-9dc993523bea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:42.247775 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-91e6b7c2-169d-45af-aadb-b7783abd0273 req-f5104d14-78d9-48fd-9cb0-08eb7ec07263 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273566 May 17 17:42:42.739499 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0de06a21-9b99-4ef8-82b9-f2be79e419aa req-20c4fc4b-401c-44c2-a54c-8266a804471b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269952 May 17 17:42:43.346468 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f582255-aaf7-4e30-9463-33f256c053e1 req-b4f2e89e-b19b-413e-8509-c40177064c33 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0312202 May 17 17:42:43.832098 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70daf463-ee7b-4550-b961-a4d91fb3db1a req-ce5ede4e-4feb-4ad9-bbd1-e0f9e1cf4b33 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0267339 May 17 17:42:44.220681 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:44.428538 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-efda6ab4-25a1-4ac6-bccd-963401864611 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:44.438417 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0be401b9-78d0-4be3-b354-d6dcff03e8c3 req-f7aa2cd1-da7c-4fdd-8ae2-a923fafc0a63 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275321 May 17 17:42:44.925208 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-36af5584-7594-4c6c-850e-345223af1f8c req-ca8ca84a-b325-4354-8e60-12fc387fc62c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274596 May 17 17:42:45.536164 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c604b90-8ea4-4371-85e9-50443742f2a8 req-c32e56af-b503-42f2-a0f9-6b246cc89616 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303726 May 17 17:42:45.653137 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:46.020397 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f8dcfa12-57c9-4184-9b50-5a9dc29e59df req-5d0a525d-c95b-40e7-8f46-af6056c10c11 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0267441 May 17 17:42:46.629452 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5caa8f1f-b6e4-4771-8093-a35241dac1c3 req-81f3bb5d-faf3-426d-89e3-4ba9979d37e0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0266683 May 17 17:42:47.205448 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:47.279530 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-641b0a8f-6ccd-4f2b-92f4-f042576a77cc req-cc3cfd99-3df4-470c-ab12-9bdef3a575a3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279212 May 17 17:42:47.726238 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bf318ecd-0603-4945-a65f-34318853b6d7 req-8fb29e35-1653-40ab-aded-758a153bca92 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0299697 May 17 17:42:48.369004 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:42:48.376069 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-28649fc7-916d-432a-a3a2-96fe890a95f8 req-2ffbfed0-f230-4cad-98af-2aa33ab8b42d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0290759 May 17 17:42:48.820634 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df89667c-bbdc-435a-bc21-09af92d0c0a6 req-e8418f84-fc62-4a18-ac8f-feaa82306ffb tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0281153 May 17 17:42:49.473076 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16f4defd-69af-45bb-a7af-93dacef7e206 req-62a512be-d1ab-4554-a684-c03edde18e5f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276620 May 17 17:42:49.916903 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-732bbb30-3b09-4fdc-ab4b-0c3f8c49596f req-8660d552-0666-4f63-ba45-1936cc213598 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0293870 May 17 17:42:50.572342 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7ceb1280-3cf4-4b37-8579-1df06bdcc26d req-64f6458d-aeae-471f-be47-9dec22914d29 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0284522 May 17 17:42:51.008561 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-743d0a3f-3e61-4d2a-8ec6-b0677d751ddb req-0b537aa7-52d0-4522-8427-f40e18877418 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0268967 May 17 17:42:51.669319 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2235ed3-33ea-4a90-9581-0f2d6f559f45 req-3821f435-0c8d-4bad-9a49-c5d3f066fac4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0299010 May 17 17:42:52.124396 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-431259cf-0653-4267-834a-682bd8147c43 req-78a6f1d2-63ae-4eea-82fb-7730010e0186 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0305848 May 17 17:42:52.767960 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3a61d0f3-446b-4ddc-b58a-112956174f65 req-1d1a0cd4-f96b-4411-8164-57f1a8fcd768 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0297661 May 17 17:42:53.218596 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1f600702-b3d2-414e-98f0-04985b878e4e req-96726bd2-4135-496c-af2a-662cdab13da4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0278420 May 17 17:42:53.863436 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cd5a3af2-fba0-4221-83d0-2e2090213a3b req-92fb4f60-bff7-4abf-9870-485ad2de8c02 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0293567 May 17 17:42:54.314038 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-43a173ec-024d-45cf-b1dd-309a58bea0ff req-f95ef7f4-59c0-42da-9e71-722a691732b0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0297565 May 17 17:42:54.959652 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-34152e98-a7fa-4099-b8f2-e97c042db54b req-18741114-64be-4657-ab51-676ff9c13bf9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276458 May 17 17:42:55.408722 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9186e0ed-c3e1-4fd2-bfde-8d31108cf291 req-32b229a7-c5b8-465c-99dc-c0735a58e711 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0280166 May 17 17:42:56.064653 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f0e9f3c6-a56e-4435-9584-8256d15b0ec3 req-389db7b9-2cfc-41d0-9922-b82e23fd91b1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280828 May 17 17:42:56.505506 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a808f774-a56f-49e3-a97d-b9db848fa86c req-40671a31-a224-45cc-9243-0f6b94d7cb72 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0306385 May 17 17:42:57.158358 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-787f8369-5c2d-4c1b-917f-43d8d5a1f96b req-33e2aa41-6025-4559-b80e-4f465b2d2092 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275071 May 17 17:42:57.605743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cfd3bb7f-a773-4e96-8ba5-36fab93ed7ce req-f26113a5-f683-40b7-b8e1-b7401a8be93e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0308127 May 17 17:42:58.251178 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a0f940c6-8230-4785-9234-68466b73284b req-b78a49fc-4125-446c-afe8-7793c8edfab4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0263896 May 17 17:42:58.709498 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ac3320a6-24c7-432d-9974-f3ac65fa59b8 req-24538ea0-1bad-48d5-bfa0-c470fa9a77f9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0324576 May 17 17:42:59.359777 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3c7ffbcf-0b48-4949-bd59-9c994d2eb95b req-9c2198de-57fe-49ba-9587-6a8949c24415 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0287683 May 17 17:42:59.806769 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c3d8076d-afb9-48ab-a712-6fb3ff453897 req-ff1796a4-b775-45e2-b352-1aee83db1d7a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0278053 May 17 17:43:00.458436 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6321553-df46-46d9-91bf-43e3cbbb059b req-e99fe3cf-c91e-4221-ba9e-ab87edfad196 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0322528 May 17 17:43:00.904167 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-063024a2-2f8d-4b1b-b871-c996ccb9fe7e req-11f0532d-0a07-4f8a-9ec6-2e88ebea63f2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0298550 May 17 17:43:01.554295 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9f0c7b56-c97a-4a5f-8ea8-4f0e1e1ebfe6 req-4cd1405c-7fba-41ab-b4dd-3a7eb4054af4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271814 May 17 17:43:02.001757 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d6285202-54d2-4793-ba03-8ac7683dc219 req-b26ab0ec-9d6b-4edf-85bc-96f6d7cc3c26 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0284395 May 17 17:43:02.648638 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-043fe314-16ba-41fa-91a1-2de92950a132 req-621082fb-55f6-4223-a456-579fcf06c79f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271287 May 17 17:43:03.099496 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-80216c0b-6fef-4059-8a76-7f207b8de142 req-2aebad54-0830-4a6f-90c3-f175d42bfaf7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0304909 May 17 17:43:03.745539 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2b854505-7f91-4a1a-9532-2c5dd248dba1 req-eb794709-d2de-4800-9a69-d2650590c803 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275946 May 17 17:43:04.202185 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0a45b259-c697-4461-81b7-473e91586a02 req-2fab9bd5-a9de-44bd-9343-8b25fe23fd72 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276010 May 17 17:43:04.841148 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c02b07b2-3f63-4ca0-9cd2-64290bf18e67 req-51f6be75-4fb6-40d9-bbf3-38f1726c819d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0284891 May 17 17:43:05.298360 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-26125e27-9594-420c-acdd-e7791368efe1 req-8ac38427-6035-49d7-a23f-07d4ffa43fab tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0296421 May 17 17:43:05.935768 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a562e258-9dd8-4250-ba82-76ddee2fc9d0 req-4713c864-3c1e-4c46-ba41-55dd224524ac tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0289066 May 17 17:43:06.397533 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6b9a7570-c0e0-41fe-bef2-c35217a2df65 req-a0de3586-40a2-41b6-8b6f-434cbe3947f0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0296633 May 17 17:43:07.033668 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0c3f72e2-86b1-42e9-9134-2a3b8d236324 req-ea54b271-3f8b-4046-9b72-2d4ae68d519a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279357 May 17 17:43:07.497270 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2b09bbdf-bc1e-4a3b-8550-d9b4c40bc557 req-b5075310-f65d-4648-b6d1-61c02bfb574b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0316558 May 17 17:43:08.128255 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-24934f47-cc09-40e3-9091-f5a5943eef66 req-f467ce73-b7c4-4714-9600-4d7cfdcc8915 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276060 May 17 17:43:08.592235 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0b010852-26f6-488f-92b6-7d33e7aed2ca req-6895b3eb-5216-4676-b43c-a927f214584d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0285118 May 17 17:43:09.221974 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-24acf34d-94e3-4122-9e6a-8182b97df8b6 req-7abad402-fbca-40bc-90c0-5d4a6b814541 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278101 May 17 17:43:09.689718 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa3f1552-6982-4c34-b562-7b0d23a3585b req-0fa082b8-c594-4898-a6cd-bdfe5265cc7b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0319841 May 17 17:43:10.318705 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7ddfd370-bffe-4f53-9fae-e83a8d48ee5a req-7894a6ba-8546-45d7-a566-385cde48778c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0268688 May 17 17:43:10.786974 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5c43bc25-6fb7-45b2-88e4-01e91ffb3fca req-e7f9f283-3562-4106-9d17-98385475094c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0287821 May 17 17:43:11.414585 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-611a774a-34ec-4a19-91c3-7cee275731a1 req-4138429d-ec54-4554-983d-b7af97b3b61a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0285995 May 17 17:43:11.884345 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d92dad2-1cca-4740-8cb2-9a49d7c266f5 req-252d2e9a-1f30-4365-8ba2-6d2660aff456 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0304778 May 17 17:43:12.129456 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-35df23b0-1f60-4276-8352-d906e3823c85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:12.517073 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b5b58a9-5751-42ed-8eba-13161adb5783 req-0ff0c059-6775-4b94-8b36-3d9d3f41e708 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278535 May 17 17:43:12.978668 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d4e0932b-f1ec-4351-bee6-3194288f955f req-0a4ba475-fc1f-4000-acb7-bf91bf23df30 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276730 May 17 17:43:13.613308 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-48c9587d-76c0-4a28-99c5-17a38e74b064 req-49652686-dbca-45d5-becf-b47b0fb70ead tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270648 May 17 17:43:14.077213 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f0766726-edb3-4f0b-bab3-6559c00ce00a req-15446776-a04a-4ce3-807d-1144a222d18a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303802 May 17 17:43:14.219931 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:14.430466 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b585e53d-3d6f-45c0-9879-65d9870a045c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:14.709233 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f08d68be-5680-468e-8c48-eeb2c12b431b req-a7e6b6b0-c745-4221-a271-52e247fc419b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278296 May 17 17:43:15.174932 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a3d5832f-039b-4d54-96c1-a485f1d516e0 req-03654d7a-e499-4963-a6d1-fad8ead2401e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0278382 May 17 17:43:15.656390 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:15.803518 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ec970690-efd4-4c2f-b49f-af66f18d7462 req-231cbd87-20c3-4ccf-bcb9-5bf93690bdad tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279961 May 17 17:43:16.271950 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8e9cce29-f128-4036-998e-16e854527574 req-2f3b3609-4cbb-4ba9-9287-2336f8a17b16 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0301585 May 17 17:43:16.897353 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-359edbf7-cd31-4ea2-a1f1-7b737b6bfcf1 req-c13b7b8b-48f7-42e7-963b-44e0bf3e331e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271075 May 17 17:43:17.167845 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:43:17.219075 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:17.366070 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7a1e5654-dad8-4a79-8cfc-434183ee91a7 req-dc6e087b-2e57-4a1d-8a6b-5e65587376d7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279531 May 17 17:43:17.991134 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-692417e4-1cf5-462c-b84b-fd60f0753463 req-62d22ddd-ee8c-4e11-959f-be4b7f5e1921 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280695 May 17 17:43:18.372982 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:18.467768 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a9f5b9a6-2d15-43af-8976-ab7b6bd7f949 req-a05673fc-2a0c-460f-a043-412c51f556c7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0311890 May 17 17:43:19.090554 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2da274a9-7016-458b-8434-f15dce87cef6 req-60a3795e-9e5e-4dab-b579-ae1c0a0ac87e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276484 May 17 17:43:19.579374 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2b675291-10f5-4dee-a27b-7c450cfd32d6 req-277f5f7c-9a97-4cd5-a9b8-7a8798e3e273 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0411844 May 17 17:43:20.194139 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b3dac0ca-46fd-4206-84b5-858e33f34f04 req-08e8f470-cfc2-42b5-9e66-2b7a437f8e85 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280871 May 17 17:43:20.692185 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-620494d4-8161-497d-8320-cd923d468a22 req-73eec438-5b16-429f-aece-cacb04d13147 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0327246 May 17 17:43:21.294311 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b6fe2d95-ab1b-4496-bdfd-2b6bbed727d5 req-8efd113d-e69a-49e8-a336-4554d4fad6fc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279417 May 17 17:43:21.785255 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f081e6a9-ad4c-4485-9304-9a0eb95c876c req-5cbd64c0-2017-4dda-9f21-6f80623e635d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279777 May 17 17:43:22.389451 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c41ab9dc-1947-4c8b-ba1a-f8667f6890bc req-4bd28340-f233-45e2-8db7-86f72af00454 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0268927 May 17 17:43:22.884397 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8efe9827-3f7e-4922-ba8e-f6631b88ad19 req-298cbc6a-611c-424f-bf3c-ec265421d319 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0308299 May 17 17:43:23.484265 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c6274b8e-b256-420e-9fd8-e02aed6568b0 req-b0f337fb-7a19-48ae-a2cd-012155fb2142 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270534 May 17 17:43:23.980928 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-721417d2-86ab-4067-b979-9e4d3d07a689 req-4dcfc542-9c9b-44e7-b711-36bebacedbe1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0271578 May 17 17:43:24.578673 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-396704fd-3387-4a47-94d6-08b55a4c1549 req-ec249bf5-ca4b-413b-a00a-e4c4ffc2bdda tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278969 May 17 17:43:25.075867 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d089101d-8ace-4c35-9259-7901c283a677 req-6489da1e-2d3f-4808-98e0-b92bcbaf30a6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0293880 May 17 17:43:25.671162 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be5d9332-aa8e-4596-bb68-6ebe0a7ec7a7 req-d0576601-6ee5-4d84-bdf5-28ebc9397349 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0263364 May 17 17:43:26.169233 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbbd8393-7377-4b66-ac43-a05232ca816b req-cf03d596-351c-4a4c-af8f-1df3fc2facf0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0271831 May 17 17:43:26.765970 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-585e5f3d-aa8a-49be-af20-9f3564bb74b4 req-3983eea4-5d8b-448c-9eea-60a67a03dc31 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273488 May 17 17:43:27.266776 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-01b30a82-fa22-4ed3-bf09-04364a307257 req-750c9a66-805c-4951-b701-b94313bedc01 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0298305 May 17 17:43:27.861464 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-172a7b7f-782b-4343-985f-f167db9a8498 req-4912e18f-2c4f-47a6-9c1d-d0acfdb59b8d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279102 May 17 17:43:28.363705 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aa37237c-0525-45e6-96ca-90d4fb14564f req-a9e96b5c-e514-4df6-a682-8d465ae06c45 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279205 May 17 17:43:28.956822 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9c51d933-3175-4dfe-aeae-add1c82f613b req-89d8dd74-25a0-4f93-9c7d-abd26748e65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0292428 May 17 17:43:29.459372 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-24d949dc-287a-4e3d-8587-6cc4742cafde req-941b1207-0e73-4aac-8715-a85d274afc12 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0304239 May 17 17:43:30.056598 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-480a5a67-c2fd-4f31-9701-c3696fd28ab9 req-069a7d0d-2587-426a-8017-af0b9f39b6bb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0266101 May 17 17:43:30.552568 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37a0561c-c98c-44da-90fb-960465f1ffde req-5be9bfcd-6e82-490e-a526-645554430dd2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279844 May 17 17:43:31.150725 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-654d7c57-75a6-4e42-91e8-6dc210766f6c req-b5fe1a75-a2bb-4090-ae88-22cdb9f9f076 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0262299 May 17 17:43:31.659030 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1f19583b-629c-4645-91f9-266b2d962562 req-a40a1b72-5983-49f3-887a-2ef51101038f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0401483 May 17 17:43:32.246466 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6e376fc2-8e14-4d44-861a-e481f2b91a34 req-44c14903-2aba-4aee-b454-f01ce10dc5d6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272055 May 17 17:43:32.753431 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9de801d-a198-4107-8ad9-bb3452338e54 req-2fdf9894-436e-44ae-9f37-113c25eb38b6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0277653 May 17 17:43:33.340267 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-af645193-1f82-488b-870a-e8aa3e1a25d4 req-de9a13ab-38b0-4b4e-8a9a-380d118337bf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271885 May 17 17:43:33.849634 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5f182a5a-dbfb-4afc-aed1-f27a3cf05b0c req-40ede3e3-19b3-4acc-a13a-74592a7ad5cc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0298052 May 17 17:43:34.433084 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-44b4fc81-169d-4984-a9d3-b62109edeb0f req-4249d7be-b492-4116-9e21-cde1eb758dfa tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273817 May 17 17:43:34.942873 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de2d5883-7ce9-428e-9624-dbb56a8e7bb4 req-5885cfdd-fd61-4852-aa3f-02bcaf143a62 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276976 May 17 17:43:35.528952 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eca22ff4-ef6f-4132-8cfd-17ec9b8c71d8 req-30d8ead7-059b-4bf2-832b-fbec55b40de3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270236 May 17 17:43:36.040200 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2c4fa7f7-ff58-46c6-a100-2a3c1480a8ac req-01a91fa5-e7e3-4c0a-8af9-e511a6606303 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0291471 May 17 17:43:36.623902 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b67e1d99-a489-4040-bc20-26108abae2d3 req-88eae67d-411a-4522-bf06-1c2e91f7fbaf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272241 May 17 17:43:37.134547 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2cc620c0-14e0-4c64-93d0-bba04250f09d req-655df746-dd30-416f-a291-54f58e32f710 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0269477 May 17 17:43:37.718900 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ab8f7c2e-26b4-4eea-a8fc-85db84c05c5e req-c531deb2-84ec-43ce-b511-044ba04985c2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281169 May 17 17:43:38.235192 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cd82a334-ebd8-460e-b878-eb310f28da63 req-af1a9d49-3e56-4661-999a-dcc59ff907ef tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0352058 May 17 17:43:38.812693 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-add976fe-b627-4f05-ab7c-eb5bdff2434b req-c4373c46-4cf8-42f9-9f9b-2f46d314949d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280704 May 17 17:43:39.329565 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-393d4f26-0789-495e-8a99-ef59489414ff req-13694a86-9d10-4f1f-a7f1-93a69c544764 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273118 May 17 17:43:39.905332 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7effff6d-ce26-4409-8ae6-0bae849f0f12 req-8eca9a16-6f73-455b-83d7-d0379faba117 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270824 May 17 17:43:40.425701 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-10a77db3-2943-470c-b264-859f18543b22 req-152de4cf-8607-480a-be91-224413cf00ba tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0292306 May 17 17:43:41.000047 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c0d38021-48aa-4600-a258-39c7a2a98f72 req-281066f9-28b7-4add-a294-7325a641ca39 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0282631 May 17 17:43:41.519403 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2891844f-1915-471d-a456-876d27e9ea43 req-26e7f6fd-515b-4df6-b67f-9ee8ba940c01 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0269716 May 17 17:43:42.096435 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-11911def-1362-4a56-acac-e0813ce99930 req-69cda4e6-d4a6-49eb-b542-583466543cbd tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0285420 May 17 17:43:42.122470 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5a22a36f-ef5f-420a-b7cf-193852d36cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:42.617366 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3fcface8-7da9-4aa6-bd7f-dce716f952ec req-6f01c026-b3ad-4ab1-85bf-c598e85b0dd0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0291574 May 17 17:43:43.190715 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-249e96e3-03ce-4e98-8c1f-503dede33a76 req-bab34215-08c4-45cd-9944-2345d311c26a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269485 May 17 17:43:43.710309 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9c8a95e4-a882-4d7b-b10a-320b2ee3ffd8 req-c4ad82ae-1283-41c4-9486-a08e77e331e4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0282447 May 17 17:43:44.219133 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:44.287997 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bccf0320-9d97-4d67-8be3-5bd1a7099e33 req-6a6f7f73-8ead-43c8-afd0-511ef4260b0c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274801 May 17 17:43:44.432658 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f0e4731d-eaa5-4105-86bc-e8d5accd8896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:44.805894 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-deff0c76-e7fd-41fc-9144-6f2cacd4a844 req-bc549a16-2081-4422-b837-41aba4ad242f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0293965 May 17 17:43:45.382649 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-93a850d8-f3ee-430f-94a0-8d28c364d714 req-fbcfc17e-fc30-47f8-a410-0f163ec9659a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0286560 May 17 17:43:45.659418 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:45.899757 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f112246-b60f-4229-926e-25a701f06f63 req-03b287ca-e9e4-4147-823c-a2c5b62a5a7e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0264282 May 17 17:43:46.476066 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a33f2e89-a3b8-492a-8b04-7b84cbbf0ee2 req-e7f3258a-c98c-4192-b9e4-aa2a0da9c34f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274863 May 17 17:43:46.995272 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c2f3f5ef-8093-4517-8172-796a5976ae54 req-2d6482af-ed32-4a06-89d3-48fa65e85dcc tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0289032 May 17 17:43:47.208413 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:47.569221 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-37f83a92-8b18-4bbd-ba7e-4356fc68f392 req-93fcf4e1-f5d7-4827-b5fc-7f1865fcb8e6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275838 May 17 17:43:48.089250 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b36a58d8-bb51-40aa-a5cd-4475f6206638 req-7d0e1f79-842f-4881-a196-739e7ead075f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0268612 May 17 17:43:48.374161 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:43:48.663328 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-29632958-5fd6-40b5-bbbe-75a490af9e81 req-443a854e-052a-4fa6-b976-8be653283311 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270712 May 17 17:43:49.185583 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9a1acd4c-ed9b-4a15-a227-83f0cdb69ead req-95985cad-8772-41b8-ac0b-76943fb9381e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0292556 May 17 17:43:49.758554 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cb66f112-7c68-4880-b2c5-cf52cdfed182 req-bee14867-f752-4505-9329-84a954765fb8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0283406 May 17 17:43:50.280720 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-08c3f5f7-50d9-4243-899d-2ca83feb56f4 req-6b74dae4-306e-405b-af31-f7d93819d2c1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0270591 May 17 17:43:50.857457 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbfdd3d1-4c82-4973-939e-42fe892afbf5 req-b9fd2d8f-5541-4b48-b346-c8acd6730a2f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0266643 May 17 17:43:51.380955 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-935db16d-e8bf-4dd2-96f8-05d80cfa49d2 req-803ad76e-dc9c-452b-9743-112c093ab2f4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0288591 May 17 17:43:51.951409 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-60d1a7fd-09e9-4b72-8eeb-945e712b63a3 req-f96e4d6b-a702-4577-8e6a-66de27de1169 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279362 May 17 17:43:52.492742 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c6787007-0c5a-4567-9892-f88689041a00 req-fa3b1414-cd46-4eed-9463-99ee0c57256d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0289905 May 17 17:43:53.044397 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c1b41d8d-8387-42e5-907a-c958b9f7cc2d req-69b869b4-c578-4e9f-a190-fbde58b0b1da tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271678 May 17 17:43:53.588743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d2f12bf-95a2-4bcd-9157-4552c1d39545 req-2ce4f38d-67f4-433a-9f8d-94fca0ffd4bd tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0302043 May 17 17:43:54.138926 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-84eeaec3-a772-44c4-b049-b8711cda1c9f req-6596c7ba-27d6-41cd-96c1-add056969880 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0267420 May 17 17:43:54.166648 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:43:54.681077 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-59e9d88f-ffd4-4d13-83ab-8c31f4c43557 req-a413cffa-03bf-410b-a6d4-36721634d283 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0261765 May 17 17:43:55.232688 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c0cabd42-368f-4ff0-b0ff-04b2bb6ebbbd req-60f9d407-fef9-4b93-91ec-a405723a4ad3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270886 May 17 17:43:55.777691 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-58fbf7d2-6a3c-4d7f-ad92-71a133a33623 req-02d0dc19-34a0-4466-9fcb-6a152910ee33 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0291748 May 17 17:43:56.328801 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e6f4ef2c-0b8a-4de5-97a4-5fdf441b28d5 req-6ce1d9d6-d06a-49af-ae89-ba8374b68654 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278108 May 17 17:43:56.873184 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8b2e39c-11ef-45bc-a216-36533d456b9f req-2e7fbf35-8d83-473c-a503-1fa947306014 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0269616 May 17 17:43:57.423734 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-afa3dfa0-4dde-4ab1-9e6c-ec4ec4bddf30 req-03642386-2944-4c3b-a9b0-d4169b9bf991 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276043 May 17 17:43:58.145007 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3a0f88c3-e4d1-406f-9ea5-35f7c01e0551 req-32a60189-c153-48c6-aeb4-027df4b76793 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0374751 May 17 17:43:58.530353 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6e6555ad-e4ac-4a08-ad64-0a199772329f req-4d122fe7-0ee7-406d-8156-982db6524763 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0299976 May 17 17:43:59.237454 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be7e0396-6a8b-4a93-8ab9-5103b79540fe req-565be18d-bd0a-47a0-a505-f8916515ce9f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0267339 May 17 17:43:59.624086 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8f0dc849-818c-47c4-bce0-dd4642741068 req-a26bc5cc-4d09-4958-96ca-9f056d5a1032 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274417 May 17 17:44:00.334371 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed740ef1-76c9-4397-ba1a-8d3cf979b22c req-37f6cd0c-24c3-4171-bd46-58d114a1bc1f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0301850 May 17 17:44:00.717815 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-95b0fadd-c44d-4c78-bc2f-657aadc340cb req-4a4c74da-5e1f-4ef9-9439-f91f8d1f15c8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276220 May 17 17:44:01.427377 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ae2aee49-6285-492b-9edb-807c43a8349f req-85b6f140-9b4a-4649-91de-0017f8645a9a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0281303 May 17 17:44:01.811945 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0f9135ae-e582-428f-b0e1-43b8cad07605 req-aae4a265-4503-46eb-bcd8-1f45b10c9b4d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270455 May 17 17:44:02.525203 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbfe6fc3-dcd1-4194-9e15-fea670192248 req-79e789bc-9801-427d-bf93-f7baf2da3f6e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0315742 May 17 17:44:02.907386 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3be00bf9-b1e8-4498-86cf-69f45d70d60a req-71d2c011-1933-4745-b431-f8430ee52d21 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269580 May 17 17:44:03.620057 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-672fb916-1175-4a21-812b-5cc2724e4c22 req-e9f015b6-2a50-4565-af7c-53dc80ef1a14 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0272746 May 17 17:44:04.003591 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4c2295f6-f6c7-4885-90b9-0518a80b95ea req-a0ec45ad-83cc-4a88-812d-6b53f7f3be36 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279198 May 17 17:44:04.967770 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c9e2fe8a-0c88-474f-bd34-60d1c9836595 req-4c5e3e10-3eb3-4746-a5b6-482fa88fb904 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.2794018 May 17 17:44:05.096861 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-817f22c4-a4f6-4ef5-ac76-1af192627256 req-081b2ea5-aebd-438d-9daa-9132545c23a6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0282900 May 17 17:44:06.059749 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c15b3f37-5ab8-495d-8182-389b3e8d9c8c req-50d71c02-38fe-4224-a1ca-cc5a882ec220 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0272701 May 17 17:44:06.189298 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-efe1e80c-bf3e-430a-a5dd-b9b9c08db9c1 req-43ae98d1-953c-47c5-8a20-cb28f07a1440 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269728 May 17 17:44:07.154632 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-40a643e0-fe8e-4e3c-8687-87f52848a843 req-13300b8a-f3fb-4961-a4bb-5bf929ed6779 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0283542 May 17 17:44:07.287346 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d60cf1f0-e030-4862-8857-8b25a520d6b8 req-4b443c71-f4f3-46c4-883f-904873acac44 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0265439 May 17 17:44:08.249369 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d76c65f-6681-4310-a391-9c1de870e1f9 req-9f002edf-9785-4756-b4b8-e2bddcee403d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0270188 May 17 17:44:08.380729 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-727ec470-3ba6-472a-97e8-f7eb6660a073 req-12529631-5f53-419e-860a-162569a82c46 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0268719 May 17 17:44:09.345058 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c4574245-d73f-4ed0-aaaa-a4ae12612fdf req-388ad1b5-ce15-4534-bc6b-14e6c0411e7c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0296867 May 17 17:44:09.476594 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-93bba70f-2f3b-464c-a742-3ddb6d0506a7 req-b8d73eb1-9f64-40ab-8f7c-a043680fee42 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0263991 May 17 17:44:10.438960 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25f31af3-b6a6-4d7a-b1c7-50879e8166db req-58485416-d1ca-454b-b238-e2d4a48f83e9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0271404 May 17 17:44:10.571662 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5bb914b2-4dbd-441d-bafd-c0ec2343b2dd req-97edfd08-7756-4ff9-a792-42eb2685e395 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274234 May 17 17:44:11.536742 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2bc25b6e-03b1-4d0b-9f37-75f2e5d64ada req-8b2815b4-e4ab-40d9-9ba5-1cb463a36763 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303822 May 17 17:44:11.668073 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8ded39b8-7051-4d89-849a-21abd2d2b1d7 req-970096dc-a8ea-4e99-82c8-d6b9304b8dc3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270169 May 17 17:44:12.123941 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f6ae17e9-9416-4169-8a17-eadbec255ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:12.629528 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-105265e9-07ea-45da-98d9-6f6669e99810 req-d96baae4-6327-45cf-8b3e-3c0d4ca37e4a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275052 May 17 17:44:12.760226 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f2d3ecf9-9cf2-4db0-b553-da234606828d req-36ea4802-c7d1-43fc-aea8-e3f712b79f2d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0263071 May 17 17:44:13.727225 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-64011a71-a616-4d90-89d3-9c93444dc8ef req-0ebe48f8-ea99-44ac-a8fe-f61043b8314b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0317073 May 17 17:44:13.853203 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-51201ca7-79e2-4a6c-935e-b42112d54fa9 req-68ce1fbd-4245-4804-ad8c-cd20c2c4ccc8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272522 May 17 17:44:14.219530 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:14.434348 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e083ea7d-6708-4f02-8fd2-40bbb7be76cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:14.820341 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b7b9701-1729-4b65-b86a-dfb3e1ca292d req-eda700e7-0012-4ca0-9aa1-8a4dd66f0356 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0272412 May 17 17:44:14.947804 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9fd38b24-9165-4130-bd2c-6b81d1a130e6 req-6738d71d-47df-478c-bd84-d2b10236b2fa tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0264692 May 17 17:44:15.661856 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:15.915910 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3e8d80cb-bfe3-40eb-9e16-942ad6d5d34a req-59b77eb0-df20-4225-89d0-8efad645e927 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0297003 May 17 17:44:16.040856 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d233034f-d3f2-4369-9994-2cbe970d393d req-5695b4d9-a23b-482e-b16d-0326167ce011 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272787 May 17 17:44:17.009410 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7e4408fb-02e1-4085-972c-bcc3accbcccb req-175760f0-2817-4e3b-87cf-23d63d7e98d9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0270944 May 17 17:44:17.137303 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9b37ad1-de58-414d-b3a4-05d732bdcf63 req-d797004d-b36b-44b7-a208-c880c83385aa tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277808 May 17 17:44:17.211520 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:18.106104 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bad5b857-7281-472d-b976-590fb9a11e00 req-b99597dc-c3bb-48f7-b1dc-dd7d424951b4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0304408 May 17 17:44:18.234091 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d1fc189a-49f6-413f-8403-03d23cf08d58 req-a504d2c0-5edb-4710-9613-96cd2536964d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274696 May 17 17:44:18.376758 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:19.202469 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f1bb7c94-8d46-46e8-a2af-9164f1045b81 req-7afe91a8-93cb-4657-801d-4f3770fb56ce tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0277698 May 17 17:44:19.332030 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-49c4247b-31dc-45fb-992c-0a982771b870 req-cb78260c-0f69-4238-a51a-5e376034ba63 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0314929 May 17 17:44:20.299164 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6de89537-5ba7-43d3-8ebb-cb6fec8f9186 req-138c9370-679f-49e1-a56d-1131b000d418 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0309665 May 17 17:44:20.431128 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-756a885b-7fde-4bb3-a6a1-ab8347d19ef7 req-683dad11-b816-43c2-8d9b-57861471d520 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0298173 May 17 17:44:21.396674 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c34dfe3f-a381-46d3-b890-42a8b11773d5 req-90a62218-eefe-4086-8a09-07e3d73143a9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0281553 May 17 17:44:21.526769 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-20d8b8ff-6378-4e7b-891a-4075afd25062 req-f8ec776b-eafa-49d6-925f-837ee4919931 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273671 May 17 17:44:22.492560 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f2336397-bba3-43e9-9e9c-80933a3f9e2a req-ec0302e2-5d16-4dfc-891a-4609cd74547c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0291533 May 17 17:44:22.623618 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-00642530-2453-405d-bd3a-fd61bd2b597c req-ec3725fa-10fd-43e7-859b-44dd40289118 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0295250 May 17 17:44:23.587788 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c8eb55e2-3c53-41a3-abf4-01f083129c1a req-cf776960-5af6-4701-b176-49df0b1e3f3e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0272317 May 17 17:44:23.721879 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-957f0ee2-8a11-4695-aec8-eb78bf17f90a req-775338c3-a124-459e-a037-cacf1715d2f0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0268769 May 17 17:44:24.686775 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b666dc2-11f2-4a7d-9015-b901ac0f5f36 req-fa90ab2d-e8b3-4d7e-b6cc-8f5809c5df0a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0300839 May 17 17:44:24.815496 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-acee5bdb-349c-4fc7-98bf-a1c5cd69a112 req-5e0674f0-2e35-4737-9e09-f31f3643ee0d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270619 May 17 17:44:25.782333 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-73ffc7d2-759a-470b-bd71-eb88a48c0a40 req-72b55aa3-12b5-4e27-857e-2bc56623bb2e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0265546 May 17 17:44:25.909996 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fade1d11-06b2-4fa0-b558-30a5f6aaca43 req-3066c8ac-db36-40a0-ab40-d13263cf998e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0265386 May 17 17:44:26.876552 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9950e50-6e99-42e3-8f03-fa06ecfe2039 req-ced0e624-2c49-4d45-a119-61cbc3d395b1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0294538 May 17 17:44:27.005192 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-94604739-7121-458c-9e0c-361ebf3b4ccb req-9c5504b4-8d1d-4961-87a8-872152cb60d2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0278561 May 17 17:44:27.969794 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d540cfa3-347e-40b6-9f60-40dd72999544 req-56903f11-7a41-4f08-8e5f-d9ebe590633f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0283940 May 17 17:44:28.099931 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1dcad47b-960d-4b0e-b139-f65b7d4dca13 req-f9d61323-4fa5-4bb9-bbbe-82abf0d55fd9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0285463 May 17 17:44:29.065299 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6eab273c-4f02-4e9a-bb10-021680c88df1 req-f903965f-ede1-4388-9dea-d19b46ac405c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0304816 May 17 17:44:29.192729 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bd5f42e6-0311-4ca0-97fe-9a7a3088bd77 req-37a12b22-14e1-4883-8cba-e884c4dd31a0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273206 May 17 17:44:30.160403 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a7cde28b-14d7-4463-8589-c121f8e4cfe4 req-e41f70a6-44ae-4e48-bd62-03eb4e53ddc6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0287433 May 17 17:44:30.286663 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-949744b4-a5d2-436f-881b-50d8aca5d247 req-5611b40d-1196-4a78-8f90-e37d5105aeec tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0265319 May 17 17:44:31.164840 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:44:31.255935 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ab3f373f-acde-4c1a-a3f0-130df2928fa1 req-4973b845-1480-4084-a073-d5221fb34b9b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0305560 May 17 17:44:31.380655 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8b3db183-3480-42c5-9947-ec927df66ea7 req-6b53b4e3-3218-4d2d-b19a-454500ee946b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276773 May 17 17:44:32.350407 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-42e96e9a-1a20-4797-a6ba-61015b818f42 req-b386b273-beab-4d1f-b632-bed903cfeba8 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273614 May 17 17:44:32.479282 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9ce32b06-6b75-4453-b0db-ec1a4a4f2a98 req-2a00e80d-ad2a-4c1d-ad91-bdf735f89a54 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0324278 May 17 17:44:33.451524 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be7fdc5b-343a-44f1-8169-8ce8dcb56e70 req-4877c13f-79a2-46da-8141-7262536630cb tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0327930 May 17 17:44:33.579912 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5d79d857-0c18-4cff-b672-fe46fb4ac23b req-924acf59-789a-486c-954f-afed7265aca7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0322983 May 17 17:44:34.544707 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-16a4ea6c-7e51-40d3-b6ca-8219b7453788 req-10c2632d-c433-4ac8-9efb-11ac5388a016 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0280592 May 17 17:44:34.679704 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d0ba621f-b1f9-45b0-b6c1-6d09ec74f62d req-d0189f48-e039-4834-b8f4-96c8ca275608 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0327892 May 17 17:44:35.639137 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4fa19c12-fcf3-483a-b44c-7c22471e557f req-85d472e9-eed9-4065-865f-adb232019812 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0301218 May 17 17:44:35.779500 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-59872ce5-da93-494d-a9b1-2baacb7bdfe9 req-1a1a017b-e8e2-4084-aa62-1130e5d924ca tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274358 May 17 17:44:36.741775 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e52b4af0-8541-48ed-b202-14d3541ccf20 req-da249a2a-cd5f-45cc-938f-fff013268b8f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0270679 May 17 17:44:36.873183 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-49a993a7-6ff9-4d0f-82c2-9ad2d3fd35f4 req-39213a44-5e1e-458b-a92b-f40b2542ed15 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274746 May 17 17:44:37.836989 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-92623a52-03a9-4430-9c55-bbc147ce7a47 req-99bfc9c6-ad1d-43f5-adbe-0261519df310 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303161 May 17 17:44:37.966907 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e3a59b64-e599-4e7e-ab68-8218c44c19d3 req-bb1284e1-42b8-40b9-a974-a83da520478b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281637 May 17 17:44:38.929111 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2518656d-dfbf-432c-901d-c5adfd8cb6e7 req-80279a06-ef33-4999-81d5-9fc13718a64a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0267899 May 17 17:44:39.060513 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-eb29ed0a-7eec-46bc-a097-0fd861108338 req-ec8e1c3f-06f9-41d9-93a5-02fcdec77be4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275366 May 17 17:44:40.026498 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8853bde8-15a1-4fee-95a6-eca1ec461d25 req-398992d1-39cc-48c8-92df-ca8969d4be01 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0297368 May 17 17:44:40.156696 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f343b758-64d7-4b96-b58a-c0ad1ae8ac38 req-3a41f034-8504-43bf-aded-b4188c96cd05 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277481 May 17 17:44:41.121247 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-434cdcba-8bce-4c79-8b28-02b596361103 req-8d21c10d-57ef-4795-aaa6-a4fdf6663f06 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0281789 May 17 17:44:41.250325 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-baf55069-c362-421e-9efa-0c94dc61cd29 req-dbc4634f-ba0d-46d2-900b-11f2a7195ea9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0285990 May 17 17:44:42.125684 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3157f7c4-9f8e-45ac-99e9-6e7b6e14872d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:42.218149 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-51221100-ce8e-446f-bd14-584605b865fe req-0d70571c-34d2-4db0-812d-3f47e96ba78d tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0305982 May 17 17:44:42.344965 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cc1d213b-8bd0-46dc-b691-194304f193b6 req-530bea50-b597-4d65-8914-7260dcd68305 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275493 May 17 17:44:43.313605 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8b27c08a-2bc6-4a51-adb3-03d759d67b13 req-3e0b652f-c7f0-4a9b-8f47-df78bea66e70 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275617 May 17 17:44:43.441016 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-71a74d7e-ce40-48fb-b044-0c3da45b4611 req-bb3f0b34-fd12-400a-9386-a480ad2fd624 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0285709 May 17 17:44:44.216032 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:44.421763 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-58a7e9c3-3b8f-4165-bff0-ce0bd9776eff req-c759503e-ac1b-4c1a-a5ff-ad61b34ac150 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0309711 May 17 17:44:44.438704 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9c98e71e-55af-4e9c-9675-b42f940b6db2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:44.535684 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1e65e5fe-66f0-47a9-8bbc-d9bd0e2087e9 req-8708992a-e5b7-4714-bb6b-d60b988242c9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270045 May 17 17:44:45.519349 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ccd39b44-dc44-4dfd-888f-ad7764bc9833 req-7289478e-3776-4872-8c89-741314fe6b53 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0283065 May 17 17:44:45.636744 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b8fa9d7b-46fa-4d18-9f62-17d5b7033f10 req-4c6bec38-d46c-4d70-8c3f-9f782db2b1d2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274684 May 17 17:44:45.664466 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:46.624177 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ce4cc4bb-1195-4262-abf5-e43281620e3e req-2c897e3b-f190-4c33-9f1d-652a9e31dbb0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0307434 May 17 17:44:46.731682 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6d8180b5-668b-4229-9917-62d8191a39a1 req-418cc5e4-5352-4220-abb6-e0ad0adff6a2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281644 May 17 17:44:47.213305 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:47.720967 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6e74dca7-f096-4721-bcd9-6a714a236b5d req-0dc8c9b0-6605-48e1-8823-e5311a656344 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0300350 May 17 17:44:47.830935 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-36d6e144-58a0-4b18-8cdd-3faea10d7ceb req-cf35a1b4-0722-46c3-b1c3-eb9e68848145 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273728 May 17 17:44:48.378188 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:44:48.823472 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6f62f6dd-6209-46e0-815a-028fc6c4ff2d req-9c8a32b7-bde6-4676-9b83-1f8c6b386db3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0317037 May 17 17:44:48.924609 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b234d33c-1b60-4f01-a5b7-9678301cb3d8 req-5cf1a98a-510d-47a7-90e6-0b025fa2bd6c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272698 May 17 17:44:49.915839 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f0104d2-6239-416d-a782-817d2af73111 req-0887cad4-cf7a-4217-a27a-0a3209c829d3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0265234 May 17 17:44:50.017865 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7e1b1eba-f94d-4856-89fe-58f655623de7 req-02641ea6-9a69-4717-aab2-4a257d0ebd84 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280216 May 17 17:44:51.012057 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-998796a6-0fc2-472a-aff7-6e23ab4c3f42 req-e68e6e73-b67c-44b0-aae8-b2d0413c2e26 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0299211 May 17 17:44:51.112920 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b4d9fb7c-f196-4488-9611-5b94dd7732ec req-77bf39e4-e9bf-472a-990f-cf89ca04d48d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0282106 May 17 17:44:52.115266 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2c7a5a3b-2be0-47b9-b7bf-2169ff57293f req-06abdebd-2dda-4a7d-bfbf-a8b39c6063ab tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0346775 May 17 17:44:52.217956 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a1ed1ab5-1773-4d82-9b44-91ed9b6c36eb req-5dcd2040-095e-4e34-b041-253c722fe312 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0346048 May 17 17:44:53.213733 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7f41b1f8-a8a4-474e-8ab8-2156fc97bb2c req-ac362798-ceef-4be3-ae8a-bdbe97f7e7e3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0299373 May 17 17:44:53.313914 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fd2eafaf-f27a-4140-95ca-8ab659392993 req-959434e1-39b8-4f20-baba-e3c65c2f8fe7 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271142 May 17 17:44:54.308949 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c1c901ef-af26-484c-a672-659679032995 req-6ee8e6c9-66d9-4ad3-8d33-3e0a1be978ca tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0269566 May 17 17:44:54.425437 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-79340bb2-602a-4d2b-bb97-a5652b8d8262 req-86a1d26c-888b-4c87-9fa8-67aa9d28c38d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0417273 May 17 17:44:55.404536 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a7d8f1b6-240f-459b-b5bc-08a5a8c938dd req-6ccb6f93-39b3-443e-834a-ebdafddb8c5e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0296540 May 17 17:44:55.521271 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-64096fa2-77ef-4679-a22d-fed63e00d57c req-0677a1ba-47fe-4edd-803c-5bcbb404e022 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273156 May 17 17:44:56.516944 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-89f384ba-d159-4557-8c85-ddd0fcd3d9e9 req-8f19a75a-8f6f-46a8-b88a-5ebb1c65b893 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0374629 May 17 17:44:56.614932 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4cb838db-ef55-4a03-808a-0d283b6ee5ce req-6c53d56e-64ff-4919-8ae0-cf29b85ff505 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276694 May 17 17:44:57.614778 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ddbdfa17-6ba4-4238-b765-ef224785c08f req-57c27d74-dd8b-404b-a85d-f899a09ef8a0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0305753 May 17 17:44:57.709007 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ff401ec2-57c9-4c93-a661-cf12f9385e47 req-7f09fd82-f02d-4198-821a-78f9666960b3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277572 May 17 17:44:58.762095 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-017e8974-fec2-4bbf-a51a-1ad485e3e31f req-14b53117-bf9a-455d-a110-1c79466eb15a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0817590 May 17 17:44:58.803117 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5398e850-f8e8-43bd-aa59-05d9f9538c37 req-b95b63d1-d2f1-4fd6-9a98-e79ed7cbb89c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275393 May 17 17:44:59.866614 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ac2217ca-03a1-49b6-8e24-f65a7fe6be12 req-ec359341-2843-40fa-b5cc-0a2f895d50e8 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0310557 May 17 17:44:59.941011 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0d03390c-91f0-45dd-9349-3ca94668ae6a req-81827dfc-f7dc-4579-bb66-cd84542306ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0707612 May 17 17:45:00.960557 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9f6de1cb-8aa8-4a86-bef5-3410706edc9f req-d5efb182-8a46-4c0e-be6e-79266a97e838 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0270607 May 17 17:45:01.035656 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-46ff4b08-50a1-4aa2-b54a-19cd1f4fa158 req-73a7f3e4-8c1f-4050-b807-c49884d52462 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0271690 May 17 17:45:02.058730 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0930d7b0-3695-4115-b51f-6369a14d12c2 req-9e3a4d6e-8e13-4abf-aa2b-b25a902047dd tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0303581 May 17 17:45:02.131708 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1086e38a-34af-45ba-9636-c6251677f8ab req-87de8a87-ce04-4a46-b7fd-ee5cefb6e5ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279124 May 17 17:45:03.152640 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c109f6e6-292d-4d33-ab0f-a9c664adb371 req-7a537de1-cf1a-4751-9d98-f01b15e8ec7a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0272532 May 17 17:45:03.225661 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-45468847-117a-479d-99bf-0e09e5ff4bc5 req-ed05e241-9c18-4ba2-8093-b16d505e828a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269961 May 17 17:45:04.256719 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39836a7e-31a4-422e-81bd-498e0ad1644e req-86c3136d-ebd2-4d9c-9aef-8b4fe1e4039c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0309134 May 17 17:45:04.323225 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ce548813-bf80-42a9-8e21-1bf63a976cec req-0b305aae-b926-4652-a776-681a6cfa564a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275855 May 17 17:45:05.352221 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7a351a27-a3f8-4d20-bf05-9f171ef5f3b4 req-025d845d-bcbc-4b15-8da5-f157ea32c235 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275943 May 17 17:45:05.419017 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c5e0b822-9179-4825-94a2-abc395d31e1e req-ce2446ca-7f94-41e4-a109-ce8f1fa90852 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274212 May 17 17:45:06.449221 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9001f04a-cda7-4321-9ac6-2524608e3b9e req-e2ef906d-b2d1-4425-b144-143fa98491f3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0301683 May 17 17:45:06.514868 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5f6df29d-c97f-42e4-a408-6beda36e5183 req-417cb0bb-a6de-477c-b124-7684258649a4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0267107 May 17 17:45:07.543157 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5253f578-ef8f-4583-acdf-2746fbfabd33 req-1ca683d3-8430-4037-8c59-634132752832 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0282199 May 17 17:45:07.610460 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9b6cd07d-1305-40d9-8be2-2e10869c236b req-24c2cc58-acf2-42cf-a076-77f651420dcf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277026 May 17 17:45:08.163796 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:45:08.639301 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2305ea24-2cad-43c1-9384-d7052491023c req-ab8695da-1f62-4864-bd78-8fcda93718f0 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0315478 May 17 17:45:08.703529 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-061b9c2d-2756-46ac-b013-98e88ddf99f5 req-f5baf343-1b1c-486d-a9c2-f8205813be94 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281413 May 17 17:45:09.735367 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b364aa77-f20b-4ea2-af05-ba1a582cf378 req-fb98d4ce-946f-4683-bd30-d3e5cc61e903 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0290236 May 17 17:45:09.798319 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-308dc1b1-88cb-4d0e-9e1d-75225520227d req-82b266c8-fab5-4c02-9733-75abeed3d5ff tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273335 May 17 17:45:10.831585 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-05bb458e-9a48-4df3-b87d-468f60a066be req-86640869-5692-46c5-96e7-ae6441cd6c2c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0315418 May 17 17:45:10.893854 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fa2cdcd8-499b-4508-b6be-c476610ab00b req-3283039d-71c1-4b34-8ea7-1bf51e6a67f8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279734 May 17 17:45:11.927435 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-74bbbda2-9a48-4fe3-802c-9e820b7256de req-6f2c55f8-202c-4bd9-a196-440b7cf4c031 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0277660 May 17 17:45:11.988264 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e02ece81-b150-464f-a4ef-74c66e2000b6 req-584889a0-c243-4e33-90ba-8b952b09d630 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270374 May 17 17:45:12.127335 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-593f6a31-35f0-4d91-be78-fcde155fc3bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:13.024862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4ba18ca3-989d-47ee-88cc-57ebf33c1592 req-f9313d91-5f10-45df-8757-32b0d6cd03f7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0313525 May 17 17:45:13.090682 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-411d01d4-77a8-466f-8d5a-30a8b693786e req-6482c23e-cbef-40a0-b46e-ea2f2decd1f1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0288632 May 17 17:45:14.120602 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9caa252c-c064-498a-a597-708a16bf00ab req-c5bc8fed-78be-4fb9-88ff-547b6b69235b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0291204 May 17 17:45:14.188205 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-730d3c6d-49f0-4058-8677-a4c539c81a8a req-2b1d69f0-ce38-403a-9a70-89b2357eb3bf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0307376 May 17 17:45:14.217717 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:14.434349 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-4a966a5d-4446-4327-8ca6-70ab536dda97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:15.221412 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a95bae63-1398-4027-8f4c-6877d2d52140 req-a044f1e0-0e9c-43f7-ab3e-a9cefde4b849 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0323484 May 17 17:45:15.299599 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f8798a04-f60b-4afa-b9ae-7fdecad02bb9 req-f398276b-ca00-4072-b182-ed03f6d2e164 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0270157 May 17 17:45:15.669855 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:16.319169 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-66b2ee1b-3511-4d74-8ff9-11ef9e835906 req-aab6536b-8315-429c-b424-7294464b771c tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273488 May 17 17:45:16.396681 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-65fbf374-7530-4b37-a7eb-cf0e2b2a48b4 req-0b5e67fc-1cbd-4d82-9ed6-179efa70c750 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277934 May 17 17:45:17.216562 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:17.415016 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-762aa2c0-6807-4249-b40b-8e0a7fde2e5a req-d48c2fdf-aba8-4cbc-bdfb-7750328e282e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0301492 May 17 17:45:17.490209 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fbe8cc14-582d-454b-a1da-867419309c34 req-289cf5d3-47e9-4e30-85aa-2749d5ac15d0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0274189 May 17 17:45:18.380842 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:18.509221 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-99f13cfb-f72a-4e22-a060-b67ec3b9ce30 req-e5e7b702-e414-4331-a52f-75bf7c741829 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275717 May 17 17:45:18.585029 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a2af534a-e8b5-4ba2-a21d-4d36b5c6caa1 req-bb58fae8-3fc4-467f-886a-195e9d78a561 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281246 May 17 17:45:19.608114 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e348ea06-4347-4b37-a6f4-47239ca9c9c7 req-ee532a04-a8a7-43be-9dc8-d5d8d1494d44 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0310185 May 17 17:45:19.686955 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e9a4fef0-1aba-41f9-9403-819013b8dd2d req-08136999-0aaa-4504-b4fb-ab1b1603317b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0281317 May 17 17:45:20.704521 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e82880ce-bb7f-498c-941b-39fec7814314 req-f2424cf2-68b0-44fa-9f3e-5ea913949fb2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0287309 May 17 17:45:20.783700 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b68c98f2-ec2d-482d-8463-78fa255d7b1c req-65f89048-402f-4cf2-aeab-2bdca823d323 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279839 May 17 17:45:21.801625 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-70ca3aeb-6886-4590-a4c2-d25bc3248922 req-a7f61665-5f88-430a-8b0c-74be1ddb7ca4 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0306060 May 17 17:45:22.134291 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3a5e116a-d37b-4d63-8349-1f3a9dee50a1 req-a1cf5ddc-b7df-4af7-92a7-1ca10a8b89b8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.2825694 May 17 17:45:22.896151 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1f6f2bd0-91e7-4d66-aefd-595a8c088b7f req-29b2de03-f928-42b4-8759-3041afdb3657 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0269339 May 17 17:45:23.229759 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7e1b3a04-b94e-41c0-9ec0-7f449b12ddf4 req-81a41aba-af46-4b11-9085-3091dbdab4d0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276396 May 17 17:45:23.991024 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c2c5a913-c5a9-459e-8336-fb561f9f16da req-0e4aecb9-5820-44a8-8655-ec6d4c1e1899 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273991 May 17 17:45:24.328791 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-66af6142-324e-40a8-a8d3-279f834fdcc1 req-0222bf0f-a302-40ee-955d-ecd4bb2118bc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0308092 May 17 17:45:25.085617 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-50d68e60-b9f7-4614-9e60-220d82428b21 req-83d54a97-6bcc-4437-a17e-344db0fff598 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0281126 May 17 17:45:25.425502 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b9746e0a-f7f4-40eb-b61b-de99ac93a79b req-2151ad8d-6a26-4d0d-8d7d-a06338f564e6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0276868 May 17 17:45:26.188012 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88dbdbde-8547-49e7-87a4-1d14c53cdfc1 req-17f28459-068a-4b67-b508-4dcd97f8b7fe tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0282383 May 17 17:45:26.523406 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2fad606e-0636-4023-bc38-798e804b4012 req-775ffe0b-3cbe-44a9-82c4-9e78c4ed932f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0305402 May 17 17:45:27.280662 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4347c830-4f98-441f-8b5d-6687aab501ce req-2c6b030b-afd3-472d-86c0-65a22340b08e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276906 May 17 17:45:27.617574 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f104ba8d-4854-4ef4-b5be-4e139b31b215 req-d411de26-5c99-4cd2-9698-a52221f2000f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0273702 May 17 17:45:28.372905 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cbc6052d-1c61-49d3-83c2-cd2bd69ee582 req-01ed1993-8398-415a-a3b0-e5d80837e445 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276501 May 17 17:45:28.720560 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e2c03425-1923-48ed-8aba-f605848786f8 req-b0922cf1-7558-447d-9d3a-db48a3a24227 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0313425 May 17 17:45:29.466670 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-330f70b9-a1fd-42d0-8319-a275b748fd38 req-6f12899e-cedc-4c2b-ba78-9866a8d6fd6b tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0278585 May 17 17:45:29.816423 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-af4b55f0-70d7-4d23-bf83-1280c8ea17ee req-dad35ce8-7cfd-4afa-aef0-4d4198dec1d5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272582 May 17 17:45:30.558847 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d229b3d5-a444-4e2a-ae51-21038bb34125 req-83602a86-32a9-402a-8ee7-4428d9b61965 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0277145 May 17 17:45:30.915072 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a8a3ce47-6bfb-474c-9c13-514c5e948cfb req-5efbf263-0344-4636-972a-963bd3ac0894 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0307534 May 17 17:45:31.653843 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e7384f05-d43e-4321-86c5-d54c6a30866d req-dac762bc-6b7e-4b57-acfd-7a149a07d5ca tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279601 May 17 17:45:32.010584 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dfe86262-a64a-41d7-a027-5847f03d911f req-f918a7ee-6f89-404c-9a0f-4a1cf3d5bd5b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0269623 May 17 17:45:32.746627 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-34d2161a-35ab-4b32-9280-45b4908b49ef req-68b88a26-62d8-4535-aedc-775b6246c606 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0272992 May 17 17:45:33.108005 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bab40d0e-2e2f-44d5-a31b-6752087d4e8c req-1c733608-bcf9-4fb4-9e5f-18f1064db415 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0315511 May 17 17:45:33.840567 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-47e10d9a-b73d-4403-8685-ff4092bd4dea req-809cd84b-fac8-4368-b780-454586eadba3 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0283256 May 17 17:45:34.203613 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e8ed3583-82f4-4a66-85c1-a7c19afd3b03 req-2b817559-536a-4f5d-8d2d-397f0c0c7efb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0288913 May 17 17:45:34.938234 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5b7d8f5d-b2c8-4156-9100-ba45c905d93f req-e1048e5d-0f69-4c44-b27d-37bfe2d5529e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0311782 May 17 17:45:35.301211 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5864ec95-4a5d-45a3-acc0-1aa7a8ec6bc5 req-1c0bb154-40a7-4868-81f9-e7261d32573b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0303402 May 17 17:45:36.033324 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-25582abd-9850-44a5-94b5-0b075aca0ccb req-f1294ae8-33b7-4530-b134-49225240fa32 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0280945 May 17 17:45:36.395859 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-dcb6f078-dff9-48df-9f33-b25e2957e251 req-175a4e60-1f2e-4bbd-ab80-e24ab3f33b73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0288033 May 17 17:45:37.128756 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-78843f17-ecd5-4d5f-ac06-4beeb3b26cec req-584211bd-28b9-4973-ba96-672a01944711 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0277040 May 17 17:45:37.500233 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a773eb1a-0ccd-40b1-a943-e1c366f64372 req-e937d83c-53ac-431b-9d1b-4315e5bb7ac2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0319271 May 17 17:45:38.224501 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ac2c8885-7152-4b68-9752-38100be73b80 req-e3e24f6e-c13c-4435-b24a-e2039a8551a9 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0269077 May 17 17:45:38.596907 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-84e493a2-b948-41b5-8fd2-37c96fbb3649 req-c576472c-1b0c-4d4e-bc35-205180995219 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275617 May 17 17:45:39.318251 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-471a3e76-5b48-4922-8a48-cc9f9e1b116d req-6568ad1b-8b18-4067-8b0c-8d1ca3ccc3ab tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276821 May 17 17:45:39.697265 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-812e7d83-87fc-4006-958a-0f0e626926f1 req-76eea40a-0609-4c66-940a-3c23f1ce2282 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0301950 May 17 17:45:40.411871 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3f5eeb2d-20b3-45eb-9f95-f464291803a8 req-48270775-3eaf-45d6-a895-7f4fa31c1129 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0267584 May 17 17:45:40.792496 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-454dbfe0-3d3e-4a99-aace-61ca7641c8b9 req-3453c280-0455-4051-985d-a404fbbf566b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0272276 May 17 17:45:41.508050 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b2c61fc1-f177-478c-a4a4-8ea1511f4bfd req-424dea1c-8241-4098-ac2a-ff49561b3017 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0281601 May 17 17:45:41.891938 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8bc14515-a77d-4d92-8db6-e03dc1c93746 req-aeb8c6b1-d551-47f3-a2c2-913277df2caf tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0304530 May 17 17:45:42.131943 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1d49242-63a3-46ee-bc01-aee1a0a30387 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:42.606350 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3a9b8c99-76a8-4c33-a594-3aeeca973b25 req-857e2650-864d-4fcb-8521-ea9692d3c75e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0285661 May 17 17:45:42.987672 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-14d0273e-4108-463d-83fe-092bc9e57e3d req-4a9fbbf2-18dd-4464-83da-3558cf85c774 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0285423 May 17 17:45:43.703804 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-272a1095-7a96-4345-b9a4-fbdfc2b9a774 req-ee7ff93b-47bb-4f1f-92a9-dbd89a746cfb tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0291193 May 17 17:45:44.089278 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f9ecfbc5-0f9f-4309-aab0-2454e6c73826 req-5f367b9d-5447-4453-802d-0bed120dcfb2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0314586 May 17 17:45:44.230568 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:44.436235 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e8427772-f673-4aee-837d-5e3d50f1d9b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:44.801147 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a673f736-31b2-4173-865a-9a4f057b46d1 req-b3d3307a-3389-4ad3-9b97-7eba8a1a8876 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0298898 May 17 17:45:45.163115 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:45:45.190683 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-866dc599-0ed4-4175-bca1-6df218f412da req-06dd7db4-71a4-4aea-9466-5204908b9f2d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0326183 May 17 17:45:45.671180 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:45.907943 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3aee18d3-dcc0-43d9-8b14-99fcec5ba4a7 req-6b0791cc-1253-47b1-bcd9-3b4392251f36 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0342155 May 17 17:45:46.302339 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-573d9dac-6897-480f-bbe2-5640fc7cb9b5 req-5566361b-774a-44a5-9e4d-ae699fdbdcbb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0312059 May 17 17:45:47.004882 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-522bac82-7f0e-47c1-b32e-1f790c1cdf68 req-0e10bd8a-2439-400e-8d34-eceb33ee29d1 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0287032 May 17 17:45:47.220037 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:47.398605 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c17dc5e9-52fe-4e30-92ca-cd5645de5015 req-39d3d12e-3469-4af8-8f86-d645bd0ea0c8 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0279648 May 17 17:45:48.099773 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-97bdb5a2-ee78-4abc-9899-c97a2b60200d req-bb025477-82f7-4211-a25c-d21432064a17 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0275395 May 17 17:45:48.385431 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:48.499960 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f37f242e-41d4-4a75-b32d-c586d62bad68 req-b81fdd7a-d535-481f-b2d9-c15b45c2c037 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0319293 May 17 17:45:49.193357 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-13474b02-6f73-4544-b952-d033978b06ce req-d455f077-6892-4089-87ca-6a9ac70f9cf7 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0282056 May 17 17:45:49.595925 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-956c5256-e5f6-44b1-a680-d265be070a38 req-285df43d-7a62-4b0d-86ee-d9f17c40cd90 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0287600 May 17 17:45:50.287193 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3557349-b67a-40f0-a9e7-287b2803a21c req-7fafadaf-bb81-4fc1-891e-c6f0949e11a2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0268538 May 17 17:45:50.696183 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-476ae6cd-ec6a-4d45-866d-0c7189fb6d82 req-43d89163-589a-41fa-b3bc-cf5b1d2c1990 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0310745 May 17 17:45:51.383995 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3b7b9299-1de4-42f7-b693-fb254b9fce9d req-f51f538f-bf64-41b6-b425-1df04489fc98 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0279043 May 17 17:45:51.791684 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a982624f-6a12-4ba1-89e5-ab40e6b95218 req-f1b22b0b-5601-40c0-816b-62f479a26f2e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0280933 May 17 17:45:52.481429 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-63911b66-65ab-4704-9fcd-2936022c4479 req-905e429a-e62a-4288-8f9f-f5b3bae16f0f tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0271971 May 17 17:45:52.891507 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b4d430f5-74d8-4ce7-90a5-98d39ff3cc0e req-8fd7e490-b749-43fb-9f04-fa28b4b67956 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0298121 May 17 17:45:53.576682 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f13baeea-3ae4-48c6-8711-bc99f17e4e7e req-ced262ff-10a8-4024-b51e-1b3f0f4ad6b2 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0286081 May 17 17:45:53.985860 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b15b381f-9d31-4df4-841b-0e66daad33f4 req-0052627f-6e22-4002-b2ad-0e21d81947f9 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0275061 May 17 17:45:54.673963 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-387ee6db-494e-4d18-9380-ea72a05e9efa req-b07c23c4-8edf-4af6-b282-5b3cdaec48a6 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276675 May 17 17:45:55.083961 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-48eedd54-6e1c-439d-aa2e-9e5fd1ba9710 req-fd46b620-a0cc-477c-bc06-c4683b2ed810 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0310431 May 17 17:45:55.768073 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-280f9649-5517-4d3b-9269-c707ac650bcd req-ee32e289-8614-4dab-899e-c7644147a2e5 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0272839 May 17 17:45:56.178306 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-379e1e8c-904b-47c5-864d-bbf5e15d480e req-281df7f0-bd55-4583-aadd-6fc5e3f2c34e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0277302 May 17 17:45:56.863940 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2cbc6b04-5653-4f67-9738-d4589956fa7c req-3ede73ec-f33c-462b-9e5d-2193364cf01e tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0276577 May 17 17:45:57.320104 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e45dc6c7-d979-450f-8200-0f82ae4cb126 req-6a0045a4-961f-4cc9-a43c-a4de2aa5cde0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=c47df0b1-7d67-4c78-8b36-a436c9aefd9b HTTP/1.1" status: 200 len: 210 time: 0.0726764 May 17 17:45:57.963308 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1cf5cb23-ab66-4c95-860a-0aca1f18f889 req-8172aa57-96bb-45d7-9c05-222a0fc38229 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0273285 May 17 17:45:58.384379 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 57812) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:45:58.443486 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (b6f790a7-d5f7-4ae2-a2d6-4a36ae635624), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.467525 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (b6f790a7-d5f7-4ae2-a2d6-4a36ae635624), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.513634 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (b6f790a7-d5f7-4ae2-a2d6-4a36ae635624), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.516474 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.518329 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "DELETE /v2.0/security-groups/b6f790a7-d5f7-4ae2-a2d6-4a36ae635624 HTTP/1.1" status: 204 len: 168 time: 0.1329429 May 17 17:45:58.521961 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 57816) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:45:58.529041 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f790a7-d5f7-4ae2-a2d6-4a36ae635624,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:45:58.536499 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.api.v2.resource [None req-b4225122-73b3-4408-ad4e-6f7755d2e52f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] show failed (client error): The resource could not be found. May 17 17:45:58.536702 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.537040 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.537390 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.537534 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b4225122-73b3-4408-ad4e-6f7755d2e52f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups/b6f790a7-d5f7-4ae2-a2d6-4a36ae635624 HTTP/1.1" status: 404 len: 347 time: 0.0144937 May 17 17:45:58.537741 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.538081 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.538418 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.538754 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.539088 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.539424 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.539760 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.540089 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.540448 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.540564 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 57818) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:45:58.540779 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.541111 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.541440 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e43c0c-3409-40ac-9451-c1e88b2ee74a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.654888 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Deleting port 8ab01c41-c919-45a1-87ea-188b26abeb7e {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:45:58.655194 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (8ab01c41-c919-45a1-87ea-188b26abeb7e), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.735870 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (8ab01c41-c919-45a1-87ea-188b26abeb7e), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.736200 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (8ab01c41-c919-45a1-87ea-188b26abeb7e), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.748205 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Calling delete_port for 8ab01c41-c919-45a1-87ea-188b26abeb7e owned by network:floatingip {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:45:58.877172 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (8ab01c41-c919-45a1-87ea-188b26abeb7e), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.900036 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'Port': ['ID=8ab01c41-c919-45a1-87ea-188b26abeb7e,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:45:58.931419 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.931773 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.932120 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.932495 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.932837 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.933175 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.933507 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.933860 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.934192 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.934552 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.934881 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.935501 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.935840 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.936162 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.936512 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:45:58.977649 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (8175e4ac-3e4d-422b-9fea-6c8b2191e6a1), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.980531 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:58.982257 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-5179907c-244a-45ca-a160-1abf6afd05c0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "DELETE /v2.0/floatingips/8175e4ac-3e4d-422b-9fea-6c8b2191e6a1 HTTP/1.1" status: 204 len: 168 time: 0.4409041 May 17 17:45:59.064600 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-faf651d6-29b0-4d14-b38d-fbc94fe3358f req-5d362ab9-4a4e-4ba3-89b1-cba7b8e83226 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "GET /v2.0/ports?device_id=8ef6e2c0-0698-49bb-95fa-04ad8ce476d8 HTTP/1.1" status: 200 len: 210 time: 0.0282905 May 17 17:45:59.088920 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 57822) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:45:59.204409 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Deleting port 7c186dd2-8aed-4d02-b88c-40b4ae135632 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:45:59.204783 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (7c186dd2-8aed-4d02-b88c-40b4ae135632), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.247246 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 57826) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:45:59.251809 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-bf39a31c-7d74-43fe-8e97-ded1be9a562e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150359405', 'description': 'tempest-description--1882291778'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:45:59.273707 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bf39a31c-7d74-43fe-8e97-ded1be9a562e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.288816 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (7c186dd2-8aed-4d02-b88c-40b4ae135632), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.289131 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for floatingip (7c186dd2-8aed-4d02-b88c-40b4ae135632), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.302357 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Calling delete_port for 7c186dd2-8aed-4d02-b88c-40b4ae135632 owned by network:floatingip {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:45:59.354128 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bf39a31c-7d74-43fe-8e97-ded1be9a562e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (34c48914-8b7b-4a50-929d-7ae4b1b44626), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.358706 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bf39a31c-7d74-43fe-8e97-ded1be9a562e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (34c48914-8b7b-4a50-929d-7ae4b1b44626), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.388219 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-bf39a31c-7d74-43fe-8e97-ded1be9a562e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.392923 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 57828) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:45:59.393136 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-bf39a31c-7d74-43fe-8e97-ded1be9a562e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1447108 May 17 17:45:59.398366 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39a31c-7d74-43fe-8e97-ded1be9a562e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34c48914-8b7b-4a50-929d-7ae4b1b44626,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:45:59.400833 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-20aa0127-099b-4ed2-a09d-8daaa9f06e57 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group_rule': {'security_group_id': '34c48914-8b7b-4a50-929d-7ae4b1b44626', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:45:59.461152 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-20aa0127-099b-4ed2-a09d-8daaa9f06e57 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (733bd02c-f391-4391-99a8-864ccc187218), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.470922 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (7c186dd2-8aed-4d02-b88c-40b4ae135632), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.507755 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event deleted for resources: {'Port': ['ID=7c186dd2-8aed-4d02-b88c-40b4ae135632,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:45:59.578467 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-20aa0127-099b-4ed2-a09d-8daaa9f06e57 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (733bd02c-f391-4391-99a8-864ccc187218), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.584601 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-20aa0127-099b-4ed2-a09d-8daaa9f06e57 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (733bd02c-f391-4391-99a8-864ccc187218), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.601009 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for floatingip (5f85f0b9-7055-479d-a889-37143fd9d8aa), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.603437 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.604607 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-7c4d4df6-53d8-4513-8560-d97dd13bcb1a tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "DELETE /v2.0/floatingips/5f85f0b9-7055-479d-a889-37143fd9d8aa HTTP/1.1" status: 204 len: 168 time: 0.5142465 May 17 17:45:59.618622 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aa0127-099b-4ed2-a09d-8daaa9f06e57 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=733bd02c-f391-4391-99a8-864ccc187218,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:45:59.625821 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-20aa0127-099b-4ed2-a09d-8daaa9f06e57 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.630253 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 57832) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:45:59.630451 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-20aa0127-099b-4ed2-a09d-8daaa9f06e57 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2341378 May 17 17:45:59.635180 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-918ab02a-f785-4acc-866e-e222c421b019 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group_rule': {'security_group_id': '34c48914-8b7b-4a50-929d-7ae4b1b44626', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:45:59.663203 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-918ab02a-f785-4acc-866e-e222c421b019 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (5417c089-8067-410c-9610-3c1f283c6431), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.710639 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-918ab02a-f785-4acc-866e-e222c421b019 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (5417c089-8067-410c-9610-3c1f283c6431), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.714636 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-918ab02a-f785-4acc-866e-e222c421b019 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (5417c089-8067-410c-9610-3c1f283c6431), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.734734 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ab02a-f785-4acc-866e-e222c421b019 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5417c089-8067-410c-9610-3c1f283c6431,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:45:59.741026 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-918ab02a-f785-4acc-866e-e222c421b019 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.742127 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-918ab02a-f785-4acc-866e-e222c421b019 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1105571 May 17 17:45:59.745288 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 57838) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:45:59.750173 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:45:59.770767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.854978 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:45:59.963828 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Allocated IP 172.27.3.14 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/ef39b70f-26de-42b4-a5eb-2202c613cc30) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:46:00.067877 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (ef39b70f-26de-42b4-a5eb-2202c613cc30), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:00.106974 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (ef39b70f-26de-42b4-a5eb-2202c613cc30), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:00.146888 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:46:00.149974 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:46:00.156530 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:46:00.161698 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=ef39b70f-26de-42b4-a5eb-2202c613cc30,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:46:00.250219 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (5f35c158-06e5-41e5-acc5-a28a7a3584f2), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:00.287881 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (ef39b70f-26de-42b4-a5eb-2202c613cc30), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:00.462294 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (ef39b70f-26de-42b4-a5eb-2202c613cc30), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:00.466743 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (ef39b70f-26de-42b4-a5eb-2202c613cc30), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:00.535922 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=ef39b70f-26de-42b4-a5eb-2202c613cc30,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:46:00.550283 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (5f35c158-06e5-41e5-acc5-a28a7a3584f2), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:00.566931 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:00.568463 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-54152e83-8a1e-4a1e-9f6d-2470e01e1b58 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8222089 May 17 17:46:00.755403 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-e059e251-a142-4bc4-82f0-4bc9328a0e16 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1150359405&fields=id&tenant_id=958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 267 time: 0.0426574 May 17 17:46:00.858352 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-0594a824-9b44-4637-8ffd-c49464956918 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:00.859815 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-0594a824-9b44-4637-8ffd-c49464956918 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 814 time: 0.0978594 May 17 17:46:00.875665 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-eb02f6c7-8edf-424d-ae86-cd6d2feb12b2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/quotas/958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 375 time: 0.0103407 May 17 17:46:00.927657 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-4ba678b0-027c-479a-b93a-d24e141c3305 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468078 May 17 17:46:00.997093 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-fd234d1e-8cbd-42d1-a245-d0e33b9c7bff service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:46:00.998094 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-fd234d1e-8cbd-42d1-a245-d0e33b9c7bff service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0595193 May 17 17:46:01.086082 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-20bf661a-71bb-473e-906d-4073670888fe service neutron] 10.222.0.81 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820887 May 17 17:46:01.178212 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-80c2b2ca-a8d3-4fff-8e33-3f3c928070cc service neutron] 10.222.0.81 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854003 May 17 17:46:01.342646 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f5a12d97-5330-46fa-bce9-4edb25bce659 req-a36c8a35-d18d-41c3-b338-b0d1933e23a6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 210 time: 0.0297704 May 17 17:46:02.308664 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-908baf29-55c5-43d3-b4d4-5892be60c8e6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:02.310771 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-908baf29-55c5-43d3-b4d4-5892be60c8e6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 814 time: 0.1034110 May 17 17:46:02.380858 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-ae89a99a-ffd6-442e-86bf-e2369f2fd88f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 380 time: 0.0621769 May 17 17:46:02.454605 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'port': {'device_id': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'admin_state_up': True, 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'security_groups': ['34c48914-8b7b-4a50-929d-7ae4b1b44626']}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:46:02.455635 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f7bacf83-191c-48a9-bc76-4c9c2b0f2eba req-b2f13cc2-3441-463a-a715-fe6c6c93b852 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 210 time: 0.0285883 May 17 17:46:02.565037 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Made reservation on behalf of 958c6d85caa04eee872fb7105e5c8685 for: {'port': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:46:02.568787 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:02.695627 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Allocated IP 172.20.0.4 (c612002e-87b0-4d7f-970d-33b375a98875/60d1c8bb-e7bf-4ff4-9fb2-c909465a153b/f5e9e8d4-cdf0-430d-96b6-18f2387abef2) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:46:02.837462 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:02.869874 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:02.915451 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Network c612002e-87b0-4d7f-970d-33b375a98875 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:46:02.918702 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:46:02.925098 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:46:02.930875 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:46:02.978392 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:02.979012 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:02.995690 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-31518e2e-8afa-4f8e-96c0-ecdac7202247 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5450749 May 17 17:46:03.005234 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-ab3da8c6-bb1d-479a-900e-22fdb1fc1c7c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:46:03.006328 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-ab3da8c6-bb1d-479a-900e-22fdb1fc1c7c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052328 May 17 17:46:03.064689 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Request body: {'port': {'device_id': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:46:03.126292 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:03.128216 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-ebcdd0fe-b41c-44f8-a672-5d0910a46a5d None None] Provisioning complete for port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:46:03.128746 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ebcdd0fe-b41c-44f8-a672-5d0910a46a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:03.161876 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-ebcdd0fe-b41c-44f8-a672-5d0910a46a5d None None] Port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:46:03.405068 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e9e8d4-cdf0-430d-96b6-18f2387abef2 {{(pid=103826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:46:03.412223 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Publish callbacks [] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:03.424252 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.provisioning_blocks [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Transition to ACTIVE for port object f5e9e8d4-cdf0-430d-96b6-18f2387abef2 will not be triggered until provisioned by entity L2. {{(pid=103826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:46:03.428576 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:03.477906 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:46:03.554934 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Attempting to bind port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:46:03.555758 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Attempting to bind port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:46:03.556321 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Attempting to bind port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:46:03.562031 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 on network c612002e-87b0-4d7f-970d-33b375a98875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:46:03.562749 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Attempting to bind port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:46:03.568683 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:46:03.569043 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Checking segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:46:03.569432 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Bound using segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:46:03.569958 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Bound port: f5e9e8d4-cdf0-430d-96b6-18f2387abef2, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:46:03.570956 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:03.584021 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d02233b-4e39-4034-99af-25702301b7de req-0eac0da6-0d2d-4cf5-8847-7596a9cc42f3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:03.586166 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6d02233b-4e39-4034-99af-25702301b7de req-0eac0da6-0d2d-4cf5-8847-7596a9cc42f3 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 943 time: 0.0521269 May 17 17:46:03.640964 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6d02233b-4e39-4034-99af-25702301b7de req-e505daaa-3476-4005-96c5-3a5d81aabce0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475228 May 17 17:46:03.653230 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] For port f5e9e8d4-cdf0-430d-96b6-18f2387abef2, host hv-cinder-84214, cleared binding levels {{(pid=103826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:46:03.656762 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] For port f5e9e8d4-cdf0-430d-96b6-18f2387abef2, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:46:03.662366 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:03.697149 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:03.697885 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:03.699169 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-01cba634-f045-477a-9106-365903b1ad48 service neutron] 10.222.0.36 "PUT /v2.0/ports/f5e9e8d4-cdf0-430d-96b6-18f2387abef2 HTTP/1.1" status: 200 len: 1093 time: 0.6859167 May 17 17:46:03.700142 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'tag': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:46:03.702409 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e" -d '{"events": [{"name": "network-changed", "server_uuid": "86c4ad3c-0d6b-442c-9c70-72d072d42e08", "tag": "f5e9e8d4-cdf0-430d-96b6-18f2387abef2"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:46:03.733438 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cba634-f045-477a-9106-365903b1ad48 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,revision_number=3']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:46:03.791454 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-76ed0940-77d8-4e10-90f9-82b5cb0e7b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:03.793046 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-76ed0940-77d8-4e10-90f9-82b5cb0e7b01 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 1127 time: 0.0480042 May 17 17:46:03.833116 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-16def429-644e-4491-b9c4-b8eb33f74870 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2 HTTP/1.1" status: 200 len: 217 time: 0.0336397 May 17 17:46:03.882922 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-0d747b7f-35ff-4b61-a07b-04e6444fa0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:03.884447 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-0d747b7f-35ff-4b61-a07b-04e6444fa0d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0456028 May 17 17:46:03.931729 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-130e6a6e-e19b-4001-8ba3-b729b368c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:03.933394 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-130e6a6e-e19b-4001-8ba3-b729b368c39d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436118 May 17 17:46:04.021350 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-0599585d-2489-4990-925b-20e5a4eacd72 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819919 May 17 17:46:04.111982 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-affe2ba7-2513-40e8-96dd-dc79c8772e77 req-5812abd4-a9d0-45d4-a985-5d60e8f4e802 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851498 May 17 17:46:04.753376 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df710b02-57a0-4bc1-bf9b-577c9601b61a req-2ed03bc0-1283-4127-9d31-157ebe84a766 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:04.754841 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df710b02-57a0-4bc1-bf9b-577c9601b61a req-2ed03bc0-1283-4127-9d31-157ebe84a766 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 943 time: 0.0459588 May 17 17:46:04.803629 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-df710b02-57a0-4bc1-bf9b-577c9601b61a req-19617bdb-87a2-47a4-b807-c6f3b3d3c386 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433588 May 17 17:46:04.810864 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-764a893c-fcb0-437e-a736-13ad800949a1 x-openstack-request-id: req-764a893c-fcb0-437e-a736-13ad800949a1 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:46:04.811524 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c4ad3c-0d6b-442c-9c70-72d072d42e08", "tag": "f5e9e8d4-cdf0-430d-96b6-18f2387abef2", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:46:04.811788 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-764a893c-fcb0-437e-a736-13ad800949a1 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:46:04.812204 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-764a893c-fcb0-437e-a736-13ad800949a1'] response: {'name': 'network-changed', 'server_uuid': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'tag': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2', 'status': 'completed', 'code': 200} May 17 17:46:04.869019 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-a87d909e-4d45-4866-a3c8-b370c28090a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:04.870530 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-a87d909e-4d45-4866-a3c8-b370c28090a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 1127 time: 0.0393703 May 17 17:46:04.966468 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-e5888a2d-f333-4eef-a3a4-4db6131d4b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:04.967951 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-e5888a2d-f333-4eef-a3a4-4db6131d4b89 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0888178 May 17 17:46:05.005685 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-4c5001ba-771b-4299-9dd4-d24ae8a7ce4d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2 HTTP/1.1" status: 200 len: 217 time: 0.0314226 May 17 17:46:05.055361 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-819b9451-a10a-4b1d-94a4-b4836e9cd1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:05.057850 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-819b9451-a10a-4b1d-94a4-b4836e9cd1c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0464261 May 17 17:46:05.102070 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-5907e7d8-57ef-41f8-8081-d8dd0cc67c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:05.103593 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-5907e7d8-57ef-41f8-8081-d8dd0cc67c3e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403271 May 17 17:46:05.195423 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-ea8985c5-6ab5-43a3-8a32-dacfada8aff4 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859230 May 17 17:46:05.284351 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6c9b10a7-0e2c-4112-89ba-d83db1d8a81e req-5fdb1b3f-f368-4099-ad47-d1cfb2cef230 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826759 May 17 17:46:05.932390 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8210757-164d-43ad-a787-741e209219ab req-7ac40c43-0aab-4c3d-81a0-0b8b97e12886 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:05.933928 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a8210757-164d-43ad-a787-741e209219ab req-7ac40c43-0aab-4c3d-81a0-0b8b97e12886 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 943 time: 0.0533216 May 17 17:46:05.986611 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a8210757-164d-43ad-a787-741e209219ab req-2edceb57-c56c-4917-a196-f376297c7714 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468752 May 17 17:46:06.884908 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f5e9e8d4-cdf0-430d-96b6-18f2387abef2 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:46:06.978837 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f5e9e8d4-cdf0-430d-96b6-18f2387abef2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:46:06.993529 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'port_id': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2', 'mac_address': 'fa:16:3e:08:bd:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:46:07.026908 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:46:07.027304 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:07.040427 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e9e8d4-cdf0-430d-96b6-18f2387abef2 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:46:07.060071 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f5e9e8d4-cdf0-430d-96b6-18f2387abef2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:46:07.064442 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:07.101930 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4a1c9-a0d4-4530-9ce0-814ad4ba4298 req-3caa937a-94c3-4019-8ced-72078bb65d6c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:07.103423 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4ae4a1c9-a0d4-4530-9ce0-814ad4ba4298 req-3caa937a-94c3-4019-8ced-72078bb65d6c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 944 time: 0.0474775 May 17 17:46:07.111190 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:46:07.118541 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.118900 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.119280 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.119649 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.119987 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.120488 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.120765 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.121127 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.121462 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.121795 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.122129 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.122461 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.122791 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.123116 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.123444 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:46:07.150835 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4ae4a1c9-a0d4-4530-9ce0-814ad4ba4298 req-dd1c684c-e6bd-4c38-8f87-19906bac2fae tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410771 May 17 17:46:07.302764 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['f5e9e8d4-cdf0-430d-96b6-18f2387abef2'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:46:08.266543 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517cd72-314f-4b8b-976e-3b3912f5cae8 req-840b2450-6aea-4801-83dd-3e49dad7b3ab tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:08.268050 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b517cd72-314f-4b8b-976e-3b3912f5cae8 req-840b2450-6aea-4801-83dd-3e49dad7b3ab tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 944 time: 0.0495300 May 17 17:46:08.312864 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b517cd72-314f-4b8b-976e-3b3912f5cae8 req-e02907c1-7b6c-4efb-bed3-adeb55cb2ea4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393641 May 17 17:46:08.906342 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f5e9e8d4-cdf0-430d-96b6-18f2387abef2 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:46:08.947288 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:46:08.953296 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:46:08.953744 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:09.024532 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:46:09.024924 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:09.047159 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:46:09.049407 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd72de53-723d-4ebb-9f9d-938c29037fd1" -d '{"events": [{"server_uuid": "86c4ad3c-0d6b-442c-9c70-72d072d42e08", "name": "network-vif-plugged", "status": "completed", "tag": "f5e9e8d4-cdf0-430d-96b6-18f2387abef2"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:46:09.062258 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f5e9e8d4-cdf0-430d-96b6-18f2387abef2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:46:09.066304 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:09.113355 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:46:09.428366 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28589dd2-c50a-40a8-9069-e82c5d9630fd req-ba2e8b59-1963-4a1f-8f6b-33c3bcede870 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:09.429862 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-28589dd2-c50a-40a8-9069-e82c5d9630fd req-ba2e8b59-1963-4a1f-8f6b-33c3bcede870 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 945 time: 0.0506144 May 17 17:46:09.475375 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-28589dd2-c50a-40a8-9069-e82c5d9630fd req-c14e506a-b0aa-4147-8d88-ec56d504301f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398734 May 17 17:46:10.166068 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de830140-b26f-4cd1-9b2e-99c88e469c1f x-openstack-request-id: req-de830140-b26f-4cd1-9b2e-99c88e469c1f {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:46:10.166561 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c4ad3c-0d6b-442c-9c70-72d072d42e08", "name": "network-vif-plugged", "status": "completed", "tag": "f5e9e8d4-cdf0-430d-96b6-18f2387abef2", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:46:10.166726 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-de830140-b26f-4cd1-9b2e-99c88e469c1f {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:46:10.167232 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de830140-b26f-4cd1-9b2e-99c88e469c1f'] response: {'server_uuid': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2', 'code': 200} May 17 17:46:10.332061 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b796db-06bd-4243-aec0-2d0d89886b58 req-a3b3eddc-59ea-4bc7-a78a-a743745c589d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:10.333676 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-e5b796db-06bd-4243-aec0-2d0d89886b58 req-a3b3eddc-59ea-4bc7-a78a-a743745c589d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 1129 time: 0.0391397 May 17 17:46:10.376703 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-e5b796db-06bd-4243-aec0-2d0d89886b58 req-a7aa28ca-2569-4e3c-9e83-6afb52521907 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375350 May 17 17:46:10.591560 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aed5b-deac-4d99-9cd2-9a22087693da req-c89f0150-a40f-49d8-8fff-ac1da3985f6f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:10.592969 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-194aed5b-deac-4d99-9cd2-9a22087693da req-c89f0150-a40f-49d8-8fff-ac1da3985f6f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 945 time: 0.0457265 May 17 17:46:10.638471 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-194aed5b-deac-4d99-9cd2-9a22087693da req-a78c88b0-357b-4f85-a1b9-d39f185f1c7f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 May 17 17:46:11.755786 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699f0f6-4b48-4766-b82f-3b367119efac req-3f75ba0e-2a6c-46c2-93c1-5bca275af8e0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:11.757274 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0699f0f6-4b48-4766-b82f-3b367119efac req-3f75ba0e-2a6c-46c2-93c1-5bca275af8e0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 945 time: 0.0490265 May 17 17:46:11.807185 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0699f0f6-4b48-4766-b82f-3b367119efac req-882e33a0-6e55-4f8e-a063-f1e0dbd59d51 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425565 May 17 17:46:11.913385 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf784a-8835-46f7-8370-4ebf86086a67 req-8e100d81-09d2-4ebd-91d6-0e5f1d2a5009 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:11.914743 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9ccf784a-8835-46f7-8370-4ebf86086a67 req-8e100d81-09d2-4ebd-91d6-0e5f1d2a5009 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 945 time: 0.0461342 May 17 17:46:11.923505 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 57920) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:46:11.927765 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-fbb726d9-d91d-4c3e-b19d-5256b9a99ebb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'floatingip': {'port_id': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:46:11.965221 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fbb726d9-d91d-4c3e-b19d-5256b9a99ebb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (5f35c158-06e5-41e5-acc5-a28a7a3584f2), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:12.135582 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ef3c4f28-7ab1-4ea5-8385-2496c61de345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:12.379141 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fbb726d9-d91d-4c3e-b19d-5256b9a99ebb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:12.383312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fbb726d9-d91d-4c3e-b19d-5256b9a99ebb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (5f35c158-06e5-41e5-acc5-a28a7a3584f2), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:12.476304 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [None req-fbb726d9-d91d-4c3e-b19d-5256b9a99ebb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Floating IP 5f35c158-06e5-41e5-acc5-a28a7a3584f2 associated. External IP: 172.27.3.14, port: f5e9e8d4-cdf0-430d-96b6-18f2387abef2. May 17 17:46:12.665148 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbb726d9-d91d-4c3e-b19d-5256b9a99ebb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:46:12.765231 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbb726d9-d91d-4c3e-b19d-5256b9a99ebb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:46:12.770378 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-fbb726d9-d91d-4c3e-b19d-5256b9a99ebb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:12.774545 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:46:12.784966 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:46:12.785639 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:45:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:46:12.801044 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-fbb726d9-d91d-4c3e-b19d-5256b9a99ebb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "PUT /v2.0/floatingips/5f35c158-06e5-41e5-acc5-a28a7a3584f2 HTTP/1.1" status: 200 len: 990 time: 0.8764291 May 17 17:46:12.801589 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'tag': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:46:12.803889 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a4acd7-0da5-4447-bb66-48ecb136187f" -d '{"events": [{"name": "network-changed", "server_uuid": "86c4ad3c-0d6b-442c-9c70-72d072d42e08", "tag": "f5e9e8d4-cdf0-430d-96b6-18f2387abef2"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:46:12.884959 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:46:12.891677 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6065c2ce-0db8-4010-b451-bcbe72f73b71 x-openstack-request-id: req-6065c2ce-0db8-4010-b451-bcbe72f73b71 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:46:12.891965 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86c4ad3c-0d6b-442c-9c70-72d072d42e08", "tag": "f5e9e8d4-cdf0-430d-96b6-18f2387abef2", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:46:12.892214 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-6065c2ce-0db8-4010-b451-bcbe72f73b71 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:46:12.892705 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6065c2ce-0db8-4010-b451-bcbe72f73b71'] response: {'name': 'network-changed', 'server_uuid': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'tag': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2', 'status': 'completed', 'code': 200} May 17 17:46:12.952660 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-244db3ff-38b6-4b7b-a3ae-de0ce4ae5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:12.954069 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-244db3ff-38b6-4b7b-a3ae-de0ce4ae5b6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 1129 time: 0.0392678 May 17 17:46:13.043689 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-7e0acebb-812d-4e4e-9cdc-120250fc2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:13.045202 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-7e0acebb-812d-4e4e-9cdc-120250fc2618 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0855043 May 17 17:46:13.091628 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '5f35c158-06e5-41e5-acc5-a28a7a3584f2', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:08:bd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:46:00Z', 'updated_at': '2022-05-17T17:46:12Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:46:13.105128 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-dee75335-9df5-47fe-b801-9b0b42e51257 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2 HTTP/1.1" status: 200 len: 998 time: 0.0538268 May 17 17:46:13.115714 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:46:13.124492 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:46:13.125105 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:45:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:46:13.156030 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-ed4e28ea-f754-4b3d-a944-248872cf8374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:13.157534 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-ed4e28ea-f754-4b3d-a944-248872cf8374 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0471909 May 17 17:46:13.201490 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-bdd55df0-ed79-446b-a90f-2af78cbf15f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:13.203088 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-bdd55df0-ed79-446b-a90f-2af78cbf15f2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389214 May 17 17:46:13.296140 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-8046cfac-3a74-4f00-844e-538ee9473d20 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862172 May 17 17:46:13.307352 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:46:13.388141 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-73a4acd7-0da5-4447-bb66-48ecb136187f req-aefc6016-3593-489f-9005-32bbf2e8f4df service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852671 May 17 17:46:13.509600 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '5f35c158-06e5-41e5-acc5-a28a7a3584f2', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:08:bd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:46:00Z', 'updated_at': '2022-05-17T17:46:12Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:46:13.533541 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5ec0ef-0723-4a92-9e62-d9d3855956fa None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '5f35c158-06e5-41e5-acc5-a28a7a3584f2', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.14', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 635, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:08:bd:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:46:00Z', 'updated_at': '2022-05-17T17:46:12Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:46:13.727570 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3021b0a0-5b32-4cab-a120-d9f201c5609a None None] New status for floating IP 5f35c158-06e5-41e5-acc5-a28a7a3584f2: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:46:14.247980 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:14.437380 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8f54e455-80e6-4155-9f4f-099ee8b7f71e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:15.673146 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:17.223156 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:18.388698 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:22.161870 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:46:37.349561 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-89ec409f-422b-4cf0-b1d2-3a5b8dff5a76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0424597 May 17 17:46:37.426261 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-5da0fe40-f737-4ce2-a359-e8ea76123b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:37.427771 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-5da0fe40-f737-4ce2-a359-e8ea76123b54 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 1129 time: 0.0378914 May 17 17:46:37.537991 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-855f9be2-1f54-4802-8e62-c874bbe1ae12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:37.539534 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-855f9be2-1f54-4802-8e62-c874bbe1ae12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0885761 May 17 17:46:37.601075 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-0f8581de-62a0-476e-9ba6-c0c3737edd8f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2 HTTP/1.1" status: 200 len: 1000 time: 0.0552456 May 17 17:46:37.651683 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-9d20804a-07d0-45da-9b1a-d971105742dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:37.653756 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-9d20804a-07d0-45da-9b1a-d971105742dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0463722 May 17 17:46:37.696281 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-35d16ea5-db13-45f6-9c88-697e2552028f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:46:37.697782 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-35d16ea5-db13-45f6-9c88-697e2552028f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378671 May 17 17:46:37.789667 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-552edf74-2de5-419e-ae5d-edd343c23348 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859966 May 17 17:46:37.876793 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-d9e9e16e-b68e-482f-9bfe-7e61b6a23adf req-af43d86f-2322-465e-952c-17b052931469 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806656 May 17 17:46:42.138919 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-618ce3fe-e15b-4cec-a1aa-cf80c35acc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:44.262842 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:44.442833 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-90b74092-1e50-4a79-8960-db8cc03d3c47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:45.674999 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:47.225591 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:48.397199 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:46:59.160706 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:47:12.141298 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8815875e-543d-4689-a008-1fb3eced1ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:14.291346 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:14.435192 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-cd4c7fc5-cd9a-4381-96ee-42d200ac55ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:15.677176 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:17.227810 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:18.389705 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:36.160254 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:47:39.388005 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-97c952c4-d8a8-436f-8453-9a0611444037 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386271 May 17 17:47:39.473610 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-23b36ae6-67b5-4d75-8bc3-d18cb64abc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:39.475086 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-23b36ae6-67b5-4d75-8bc3-d18cb64abc44 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 1129 time: 0.0435150 May 17 17:47:39.578162 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-731340ff-7480-4096-8946-9a984baca6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:39.579617 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-731340ff-7480-4096-8946-9a984baca6ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0825350 May 17 17:47:39.641870 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-2232c327-5cd2-4a02-9c9a-6ae36b031cf7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2 HTTP/1.1" status: 200 len: 1000 time: 0.0562232 May 17 17:47:39.688506 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-3ba64312-839f-43f7-b25b-cda24007ba83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:39.689977 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-3ba64312-839f-43f7-b25b-cda24007ba83 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0431192 May 17 17:47:39.730919 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-abb05704-ca6f-4b6f-938b-84e23bf251de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:39.732476 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-abb05704-ca6f-4b6f-938b-84e23bf251de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0368826 May 17 17:47:39.823161 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-1adc1a27-96d5-4539-8cd5-dc2d9c92d303 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845189 May 17 17:47:39.910688 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-81a578f9-d28e-43a8-8e0a-51e95b5af90f req-500de078-56ad-447a-8c2b-60b72e457bab service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818722 May 17 17:47:42.142826 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-09579017-e345-402d-ab37-08aaa218e5e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:44.307504 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:44.438115 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1fdd6efd-519e-444c-a08c-9b5d9c480f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:45.501927 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5aefc0-1050-40bc-9784-42f7e5bb0015 req-09d25629-f7ed-43f0-8ddd-a699fb21a1de tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:45.503464 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1d5aefc0-1050-40bc-9784-42f7e5bb0015 req-09d25629-f7ed-43f0-8ddd-a699fb21a1de tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 945 time: 0.0518665 May 17 17:47:45.550648 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1d5aefc0-1050-40bc-9784-42f7e5bb0015 req-8de7b7d8-4529-41ef-9705-c1240dd1975f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414863 May 17 17:47:45.680313 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:46.667843 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b99f0-4174-43b5-907a-703a3e2a9e1f req-33eaf071-2a6f-47e9-8275-6b117e2a9a94 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:46.669356 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-771b99f0-4174-43b5-907a-703a3e2a9e1f req-33eaf071-2a6f-47e9-8275-6b117e2a9a94 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 945 time: 0.0462966 May 17 17:47:46.716494 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-771b99f0-4174-43b5-907a-703a3e2a9e1f req-9d2d1ed0-b34c-45cd-b7f2-2dfacbd1a2a2 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=34c48914-8b7b-4a50-929d-7ae4b1b44626&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415642 May 17 17:47:46.749811 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-22adc403-c61b-4408-94a8-3e534c717a84 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:46.751284 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-22adc403-c61b-4408-94a8-3e534c717a84 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 945 time: 0.0585687 May 17 17:47:46.836083 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Deleting port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:47:46.836445 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:47.198336 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] For port f5e9e8d4-cdf0-430d-96b6-18f2387abef2, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:47:47.198703 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:47.233571 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:47.364784 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:47.365148 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (5f35c158-06e5-41e5-acc5-a28a7a3584f2), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:47.365465 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Floating IP 5f35c158-06e5-41e5-acc5-a28a7a3584f2 disassociated. External IP: 172.27.3.14, port: f5e9e8d4-cdf0-430d-96b6-18f2387abef2. May 17 17:47:47.365815 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Calling delete_port for f5e9e8d4-cdf0-430d-96b6-18f2387abef2 owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:47:47.506861 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (f5e9e8d4-cdf0-430d-96b6-18f2387abef2), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:47.534077 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'Port': ['ID=f5e9e8d4-cdf0-430d-96b6-18f2387abef2,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:47.547676 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.548031 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.548402 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.548754 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.549100 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.549435 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.549770 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.550110 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.550449 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.550784 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.551117 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.551450 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.551781 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.552114 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.552475 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:47.656772 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:47:47.763828 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:47:47.775251 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:47:47.785387 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:47:47.786002 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:47:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:47:47.811420 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] No DVR routers for this DVR port f5e9e8d4-cdf0-430d-96b6-18f2387abef2 on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:47:47.814456 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:47.818783 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-6fb7481b-b511-4d69-ad8e-b997cee1e023 req-e62b3915-4c24-4ad9-a540-3273b5c01775 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "DELETE /v2.0/ports/f5e9e8d4-cdf0-430d-96b6-18f2387abef2 HTTP/1.1" status: 204 len: 173 time: 1.0624299 May 17 17:47:47.820091 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'name': 'network-vif-deleted', 'tag': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:47:47.824131 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac681c1-bdd3-496b-810c-423669aa62ed" -d '{"events": [{"server_uuid": "86c4ad3c-0d6b-442c-9c70-72d072d42e08", "name": "network-vif-deleted", "tag": "f5e9e8d4-cdf0-430d-96b6-18f2387abef2"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:47:47.828434 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f874335a-0a51-4b63-b15d-8028c19d176b req-eddc013c-61f4-4359-b61f-abc4793ba84b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=86c4ad3c-0d6b-442c-9c70-72d072d42e08 HTTP/1.1" status: 200 len: 210 time: 0.0397825 May 17 17:47:47.881496 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd95ee23-2b73-4f03-bffc-5dd34d6fecf3 x-openstack-request-id: req-fd95ee23-2b73-4f03-bffc-5dd34d6fecf3 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:47:47.881835 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86c4ad3c-0d6b-442c-9c70-72d072d42e08", "name": "network-vif-deleted", "tag": "f5e9e8d4-cdf0-430d-96b6-18f2387abef2", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:47:47.882026 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-fd95ee23-2b73-4f03-bffc-5dd34d6fecf3 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:47:47.882479 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd95ee23-2b73-4f03-bffc-5dd34d6fecf3'] response: {'server_uuid': '86c4ad3c-0d6b-442c-9c70-72d072d42e08', 'name': 'network-vif-deleted', 'tag': 'f5e9e8d4-cdf0-430d-96b6-18f2387abef2', 'status': 'completed', 'code': 200} May 17 17:47:47.900315 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:47:48.103952 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:47:48.129665 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:47:48.139024 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:47:48.139601 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:47:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:47:48.244993 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:47:48.396516 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:48.450466 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:47:48.478497 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4007faf-48be-47b8-8366-cfdd19557c4b None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:47:48.698320 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a368b8d5-a341-4b39-b8b8-e75616109783 None None] New status for floating IP 5f35c158-06e5-41e5-acc5-a28a7a3584f2: DOWN {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:47:48.917728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 57968) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:47:48.973411 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6212eaf6-1227-4e9c-a893-5754ab1688b0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (34c48914-8b7b-4a50-929d-7ae4b1b44626), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:48.996548 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6212eaf6-1227-4e9c-a893-5754ab1688b0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (34c48914-8b7b-4a50-929d-7ae4b1b44626), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.045012 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6212eaf6-1227-4e9c-a893-5754ab1688b0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (34c48914-8b7b-4a50-929d-7ae4b1b44626), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.047584 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6212eaf6-1227-4e9c-a893-5754ab1688b0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.048908 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6212eaf6-1227-4e9c-a893-5754ab1688b0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "DELETE /v2.0/security-groups/34c48914-8b7b-4a50-929d-7ae4b1b44626 HTTP/1.1" status: 204 len: 168 time: 0.1294534 May 17 17:47:49.051708 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 57970) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:47:49.057966 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6212eaf6-1227-4e9c-a893-5754ab1688b0 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c48914-8b7b-4a50-929d-7ae4b1b44626,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:49.067856 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.api.v2.resource [None req-d4d8d701-13c4-4861-8f66-c3d209b03335 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] show failed (client error): The resource could not be found. May 17 17:47:49.068939 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d4d8d701-13c4-4861-8f66-c3d209b03335 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups/34c48914-8b7b-4a50-929d-7ae4b1b44626 HTTP/1.1" status: 404 len: 347 time: 0.0162399 May 17 17:47:49.071814 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 57972) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:47:49.183215 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Deleting port ef39b70f-26de-42b4-a5eb-2202c613cc30 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:47:49.183566 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (ef39b70f-26de-42b4-a5eb-2202c613cc30), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.259312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (ef39b70f-26de-42b4-a5eb-2202c613cc30), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.259559 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (ef39b70f-26de-42b4-a5eb-2202c613cc30), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.271832 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Calling delete_port for ef39b70f-26de-42b4-a5eb-2202c613cc30 owned by network:floatingip {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:47:49.405778 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (ef39b70f-26de-42b4-a5eb-2202c613cc30), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.430093 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'Port': ['ID=ef39b70f-26de-42b4-a5eb-2202c613cc30,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:49.442017 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.442374 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.442722 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.443087 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.443406 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.443740 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.444073 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.444432 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.444762 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.445098 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.445422 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.445753 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.446079 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.446408 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.446732 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:49.513503 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (5f35c158-06e5-41e5-acc5-a28a7a3584f2), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.515944 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.517158 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-a93eb42d-8169-4ee2-8b71-450696fadc73 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "DELETE /v2.0/floatingips/5f35c158-06e5-41e5-acc5-a28a7a3584f2 HTTP/1.1" status: 204 len: 168 time: 0.4444141 May 17 17:47:49.590726 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 57976) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:47:49.595195 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-57e0b661-cd38-478e-86cc-e7b871e953f5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1288833992', 'description': 'tempest-description--1009904884'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:47:49.615043 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57e0b661-cd38-478e-86cc-e7b871e953f5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.682632 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57e0b661-cd38-478e-86cc-e7b871e953f5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (38ef036e-201c-4e8f-be44-3dc539e84720), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.687140 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57e0b661-cd38-478e-86cc-e7b871e953f5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (38ef036e-201c-4e8f-be44-3dc539e84720), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.717296 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-57e0b661-cd38-478e-86cc-e7b871e953f5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.718668 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-57e0b661-cd38-478e-86cc-e7b871e953f5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1268146 May 17 17:47:49.719930 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0b661-cd38-478e-86cc-e7b871e953f5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ef036e-201c-4e8f-be44-3dc539e84720,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:49.722899 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 57978) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:47:49.730197 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-7e329ad2-b1de-40bd-b9e5-c9b8e2f6f882 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group_rule': {'security_group_id': '38ef036e-201c-4e8f-be44-3dc539e84720', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:47:49.758072 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7e329ad2-b1de-40bd-b9e5-c9b8e2f6f882 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (994d3da2-c563-470c-8f06-6a7159ea7841), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.813226 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7e329ad2-b1de-40bd-b9e5-c9b8e2f6f882 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (994d3da2-c563-470c-8f06-6a7159ea7841), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.816824 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7e329ad2-b1de-40bd-b9e5-c9b8e2f6f882 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (994d3da2-c563-470c-8f06-6a7159ea7841), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.835212 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e329ad2-b1de-40bd-b9e5-c9b8e2f6f882 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=994d3da2-c563-470c-8f06-6a7159ea7841,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:49.844574 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-7e329ad2-b1de-40bd-b9e5-c9b8e2f6f882 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.847646 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-7e329ad2-b1de-40bd-b9e5-c9b8e2f6f882 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1230702 May 17 17:47:49.850515 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 57980) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:47:49.856508 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-6251f009-cdfe-4242-a2f1-51500c8d3a3c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'security_group_rule': {'security_group_id': '38ef036e-201c-4e8f-be44-3dc539e84720', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:47:49.885733 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6251f009-cdfe-4242-a2f1-51500c8d3a3c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (dcdcd5fb-bb7e-47df-8365-8aaeaa7d6f49), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.943670 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6251f009-cdfe-4242-a2f1-51500c8d3a3c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (dcdcd5fb-bb7e-47df-8365-8aaeaa7d6f49), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.947841 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6251f009-cdfe-4242-a2f1-51500c8d3a3c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (dcdcd5fb-bb7e-47df-8365-8aaeaa7d6f49), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.965601 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6251f009-cdfe-4242-a2f1-51500c8d3a3c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdcd5fb-bb7e-47df-8365-8aaeaa7d6f49,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:49.973138 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6251f009-cdfe-4242-a2f1-51500c8d3a3c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:49.974353 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6251f009-cdfe-4242-a2f1-51500c8d3a3c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226318 May 17 17:47:49.977423 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 57982) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:47:49.982246 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:47:50.002702 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.081821 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.183873 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Allocated IP 172.27.3.227 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:47:50.295958 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.328387 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.364827 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:47:50.367816 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:47:50.374541 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:47:50.379496 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:50.469816 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (6ce7d17b-56bb-4f07-9a7c-507c1d738e34), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.506543 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.699315 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.703698 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.776343 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:50.786737 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (6ce7d17b-56bb-4f07-9a7c-507c1d738e34), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.803304 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:50.804619 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-b398f735-8248-4622-802c-ca73a5bf93ce tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8261607 May 17 17:47:50.969520 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-718d93cc-ca71-407f-8fd6-f122d84f512b tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-securitygroup--1288833992&fields=id&tenant_id=958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 267 time: 0.0420499 May 17 17:47:51.082398 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-f27447e0-928a-428c-9b83-05d582b5eae4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:51.082398 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-f27447e0-928a-428c-9b83-05d582b5eae4 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 814 time: 0.1060708 May 17 17:47:51.097615 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-995599aa-b4c8-4a3b-b6cc-f2ad81d4cd60 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/quotas/958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 375 time: 0.0099173 May 17 17:47:51.146052 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-1918be9a-f003-42f8-ad09-3a83eebe21cc tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430636 May 17 17:47:51.204615 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-00ba66e3-5d9b-425b-b448-673ac569f882 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:47:51.205617 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-00ba66e3-5d9b-425b-b448-673ac569f882 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0479884 May 17 17:47:51.295889 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-75ef2809-731f-4082-8852-37ac375043d2 service neutron] 10.222.0.81 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841479 May 17 17:47:51.389426 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-9e1dadc2-7087-4e89-95c8-325a783fb6d8 service neutron] 10.222.0.81 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877006 May 17 17:47:51.465935 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f5e9e8d4-cdf0-430d-96b6-18f2387abef2 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:47:51.487623 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: f5e9e8d4-cdf0-430d-96b6-18f2387abef2 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:47:51.487976 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f5e9e8d4-cdf0-430d-96b6-18f2387abef2 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:47:52.561867 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ab4dd90d-ac04-46b2-a3e7-b8144dcaed24 req-7873aa30-e76c-498c-afb0-a537c20c2dd6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 210 time: 0.0305731 May 17 17:47:53.504466 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-14855045-87b8-4b56-983d-02b6b0e2e719 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:53.506034 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-14855045-87b8-4b56-983d-02b6b0e2e719 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 814 time: 0.1058314 May 17 17:47:53.573936 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-72665361-67c0-4a84-9c16-624977b4cb05 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=958c6d85caa04eee872fb7105e5c8685 HTTP/1.1" status: 200 len: 380 time: 0.0592585 May 17 17:47:53.581801 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'port': {'device_id': '986a0afb-a172-4117-b148-3e501cdb730a', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'admin_state_up': True, 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'security_groups': ['38ef036e-201c-4e8f-be44-3dc539e84720']}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:47:53.664900 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9edabc5b-c8db-4781-a3c5-eb99f3dae286 req-f52d64bc-08a6-4e57-b44c-24b0fbec62f1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 210 time: 0.0337460 May 17 17:47:53.696098 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Made reservation on behalf of 958c6d85caa04eee872fb7105e5c8685 for: {'port': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:47:53.700243 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:53.828945 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Allocated IP 172.20.0.8 (c612002e-87b0-4d7f-970d-33b375a98875/60d1c8bb-e7bf-4ff4-9fb2-c909465a153b/64fddb53-bdf9-4e95-a4b4-468dbe321b67) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:47:53.967772 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:53.998877 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:54.042132 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Network c612002e-87b0-4d7f-970d-33b375a98875 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:47:54.045817 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:47:54.049606 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:47:54.060666 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event updated for resources: {'Port': ['ID=64fddb53-bdf9-4e95-a4b4-468dbe321b67,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:54.108204 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:54.108855 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:54.125015 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-c74c04f2-bdaf-4a9a-9af7-896c6f963da6 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468457 May 17 17:47:54.136196 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Request body: {'port': {'device_id': '986a0afb-a172-4117-b148-3e501cdb730a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:47:54.207487 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:54.291563 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-1abc801c-94da-4f97-97ce-3f299955e0bf None None] Provisioning complete for port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:47:54.292173 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1abc801c-94da-4f97-97ce-3f299955e0bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:54.326306 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-1abc801c-94da-4f97-97ce-3f299955e0bf None None] Port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:47:54.494764 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64fddb53-bdf9-4e95-a4b4-468dbe321b67 {{(pid=103826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:47:54.507799 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Publish callbacks [] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:54.521156 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.provisioning_blocks [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Transition to ACTIVE for port object 64fddb53-bdf9-4e95-a4b4-468dbe321b67 will not be triggered until provisioned by entity L2. {{(pid=103826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:47:54.524735 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:54.575856 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Pushing event updated for resources: {'Port': ['ID=64fddb53-bdf9-4e95-a4b4-468dbe321b67,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:54.654615 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Attempting to bind port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:47:54.655180 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Attempting to bind port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:47:54.655598 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Attempting to bind port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:47:54.659996 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 on network c612002e-87b0-4d7f-970d-33b375a98875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:47:54.660351 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Attempting to bind port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 on network c612002e-87b0-4d7f-970d-33b375a98875 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:47:54.665614 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:47:54.665988 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Checking segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:47:54.666382 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Bound using segment: {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:47:54.666818 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Bound port: 64fddb53-bdf9-4e95-a4b4-468dbe321b67, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '760a3297-5888-45e0-8c81-0bfe25f7446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875'}}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:47:54.667183 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:54.732892 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] For port 64fddb53-bdf9-4e95-a4b4-468dbe321b67, host hv-cinder-84214, cleared binding levels {{(pid=103826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:47:54.736143 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] For port 64fddb53-bdf9-4e95-a4b4-468dbe321b67, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=64fddb53-bdf9-4e95-a4b4-468dbe321b67,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:47:54.743235 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:54.774847 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:54.775465 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:54.778408 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] 10.222.0.36 "PUT /v2.0/ports/64fddb53-bdf9-4e95-a4b4-468dbe321b67 HTTP/1.1" status: 200 len: 1093 time: 0.6449282 May 17 17:47:54.778408 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986a0afb-a172-4117-b148-3e501cdb730a', 'tag': '64fddb53-bdf9-4e95-a4b4-468dbe321b67'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:47:54.780727 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2b9d42-5764-4949-9b29-1b7e8c57793a" -d '{"events": [{"name": "network-changed", "server_uuid": "986a0afb-a172-4117-b148-3e501cdb730a", "tag": "64fddb53-bdf9-4e95-a4b4-468dbe321b67"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:47:54.788775 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8b887-1ca4-4dff-a20c-6e1a9474fcc3 req-3c9c9ee6-888c-4393-837e-fc27acd10e40 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:54.791010 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbc8b887-1ca4-4dff-a20c-6e1a9474fcc3 req-3c9c9ee6-888c-4393-837e-fc27acd10e40 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 943 time: 0.0530920 May 17 17:47:54.816983 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6902efc3-9fa7-41e5-86c4-76f2dcf566f1 service neutron] Pushing event updated for resources: {'Port': ['ID=64fddb53-bdf9-4e95-a4b4-468dbe321b67,revision_number=3']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:54.840787 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0c5c32-356f-4d27-9154-c948eb24695f x-openstack-request-id: req-0c0c5c32-356f-4d27-9154-c948eb24695f {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:47:54.841364 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986a0afb-a172-4117-b148-3e501cdb730a", "tag": "64fddb53-bdf9-4e95-a4b4-468dbe321b67", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:47:54.841627 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-0c0c5c32-356f-4d27-9154-c948eb24695f {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:47:54.842038 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0c5c32-356f-4d27-9154-c948eb24695f'] response: {'name': 'network-changed', 'server_uuid': '986a0afb-a172-4117-b148-3e501cdb730a', 'tag': '64fddb53-bdf9-4e95-a4b4-468dbe321b67', 'status': 'completed', 'code': 200} May 17 17:47:54.864118 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bbc8b887-1ca4-4dff-a20c-6e1a9474fcc3 req-792b1811-0def-4c5c-b351-620ea7e9a122 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664780 May 17 17:47:54.875091 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-bc7fce0c-bfc6-4f45-b629-500657dd0414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:54.876665 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-bc7fce0c-bfc6-4f45-b629-500657dd0414 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 1127 time: 0.0532205 May 17 17:47:54.919399 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-b2459822-3ce8-4398-9c06-f68f62905ac8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64fddb53-bdf9-4e95-a4b4-468dbe321b67 HTTP/1.1" status: 200 len: 217 time: 0.0341260 May 17 17:47:54.970264 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6149f62f-a25e-4a5b-8450-6ec754281f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:54.971769 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-6149f62f-a25e-4a5b-8450-6ec754281f40 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0470433 May 17 17:47:55.016896 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-9de72fdc-2d17-4ad7-bfc8-cf2c3fcbb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:55.018316 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-9de72fdc-2d17-4ad7-bfc8-cf2c3fcbb0ff service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402803 May 17 17:47:55.112942 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-288dba8c-eb23-42bb-8c2c-1378acb3cb79 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885875 May 17 17:47:55.208790 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ed4d4256-e470-4676-ab5d-4ca4b13dde3b req-90ef496f-b190-4164-9fea-30169bc292f6 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876369 May 17 17:47:55.944044 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-7dbb584d-b68f-4704-89c3-c924316a0ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:55.945514 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-7dbb584d-b68f-4704-89c3-c924316a0ba9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 1127 time: 0.0444090 May 17 17:47:55.983897 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51cb992-8ad9-4987-b7f2-608d623fe26c req-560d1903-c5a3-4599-8c46-48162a6db040 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:55.985431 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c51cb992-8ad9-4987-b7f2-608d623fe26c req-560d1903-c5a3-4599-8c46-48162a6db040 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 943 time: 0.0479782 May 17 17:47:56.037381 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c51cb992-8ad9-4987-b7f2-608d623fe26c req-628805ba-c5a7-4230-ba97-02382dc1e904 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462141 May 17 17:47:56.039447 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-2151ef3b-eb4b-4b83-adec-14af69706971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:56.040964 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-2151ef3b-eb4b-4b83-adec-14af69706971 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0896664 May 17 17:47:56.084430 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-f3cf2e85-d904-4503-8858-60c15251f55f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64fddb53-bdf9-4e95-a4b4-468dbe321b67 HTTP/1.1" status: 200 len: 217 time: 0.0369275 May 17 17:47:56.132851 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-94e532e9-928b-465d-a37f-34225a015e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:56.134327 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-94e532e9-928b-465d-a37f-34225a015e72 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0448384 May 17 17:47:56.177358 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-c5aaf032-c725-482f-8376-05dd29006ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:56.178870 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-c5aaf032-c725-482f-8376-05dd29006ce7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388827 May 17 17:47:56.271825 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-ba9b13e7-603f-4f0b-97e7-bb59edd244e8 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867212 May 17 17:47:56.361588 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-ad2b9d42-5764-4949-9b29-1b7e8c57793a req-6400d48f-7c89-4857-bb9d-ae4590d11f1a service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830963 May 17 17:47:57.153869 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d918ea-c3b7-4086-a7b5-b370617143ef req-7da58060-4473-4b4c-a717-0e3d8bf9dc4d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:57.155353 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39d918ea-c3b7-4086-a7b5-b370617143ef req-7da58060-4473-4b4c-a717-0e3d8bf9dc4d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 943 time: 0.0500667 May 17 17:47:57.202719 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-39d918ea-c3b7-4086-a7b5-b370617143ef req-c0e6fd29-c664-4f0a-8d2d-4a590682cb93 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 May 17 17:47:57.495351 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 64fddb53-bdf9-4e95-a4b4-468dbe321b67 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:47:57.593444 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 64fddb53-bdf9-4e95-a4b4-468dbe321b67, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=64fddb53-bdf9-4e95-a4b4-468dbe321b67,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:47:57.604256 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '64fddb53-bdf9-4e95-a4b4-468dbe321b67', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'port_id': '64fddb53-bdf9-4e95-a4b4-468dbe321b67', 'mac_address': 'fa:16:3e:25:ef:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:47:57.638039 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:47:57.638437 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:57.651249 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64fddb53-bdf9-4e95-a4b4-468dbe321b67 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:47:57.670757 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 64fddb53-bdf9-4e95-a4b4-468dbe321b67, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=64fddb53-bdf9-4e95-a4b4-468dbe321b67,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:47:57.674764 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:57.720205 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=64fddb53-bdf9-4e95-a4b4-468dbe321b67,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:57.727230 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.727580 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.727927 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.728270 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.728636 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.728970 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.729301 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.729631 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.729958 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.730821 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.731151 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.731477 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.731801 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.732122 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.732475 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:47:57.875902 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['64fddb53-bdf9-4e95-a4b4-468dbe321b67'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:47:58.315107 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bfaa3f-40b8-45da-ad0f-63e919ce2eab req-7ab09b68-0b37-4b82-9874-ee9b90210f36 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:58.316866 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-56bfaa3f-40b8-45da-ad0f-63e919ce2eab req-7ab09b68-0b37-4b82-9874-ee9b90210f36 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 944 time: 0.0465899 May 17 17:47:58.363409 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-56bfaa3f-40b8-45da-ad0f-63e919ce2eab req-79dcec39-0bd1-4a45-875a-c41942c80761 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410366 May 17 17:47:59.479499 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f7681-e214-4608-aff3-61e67a29460d req-15a7cfa2-c748-423f-a197-7caa3985c7d5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:59.481772 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-357f7681-e214-4608-aff3-61e67a29460d req-15a7cfa2-c748-423f-a197-7caa3985c7d5 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 944 time: 0.0519660 May 17 17:47:59.510360 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 64fddb53-bdf9-4e95-a4b4-468dbe321b67 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:47:59.554285 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:47:59.562283 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:47:59.562696 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:59.651296 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:47:59.651579 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:59.676994 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a0afb-a172-4117-b148-3e501cdb730a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fddb53-bdf9-4e95-a4b4-468dbe321b67'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:47:59.679525 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2a6e4d-3462-4671-9db7-f7fcb51a29e9" -d '{"events": [{"server_uuid": "986a0afb-a172-4117-b148-3e501cdb730a", "name": "network-vif-plugged", "status": "completed", "tag": "64fddb53-bdf9-4e95-a4b4-468dbe321b67"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:47:59.694100 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 64fddb53-bdf9-4e95-a4b4-468dbe321b67, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=64fddb53-bdf9-4e95-a4b4-468dbe321b67,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:47:59.699547 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:47:59.729804 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a56852-d2d9-4850-bbbb-98fc57e760d5 x-openstack-request-id: req-f9a56852-d2d9-4850-bbbb-98fc57e760d5 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:47:59.730107 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986a0afb-a172-4117-b148-3e501cdb730a", "name": "network-vif-plugged", "status": "completed", "tag": "64fddb53-bdf9-4e95-a4b4-468dbe321b67", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:47:59.730374 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f9a56852-d2d9-4850-bbbb-98fc57e760d5 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:47:59.730752 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a56852-d2d9-4850-bbbb-98fc57e760d5'] response: {'server_uuid': '986a0afb-a172-4117-b148-3e501cdb730a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64fddb53-bdf9-4e95-a4b4-468dbe321b67', 'code': 200} May 17 17:47:59.760387 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=64fddb53-bdf9-4e95-a4b4-468dbe321b67,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:47:59.819237 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-357f7681-e214-4608-aff3-61e67a29460d req-d3f16bdc-dda7-4d7d-89f2-de7172a6011d tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3317704 May 17 17:47:59.896905 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ef710-7d82-4898-bbdd-aceb34f83e64 req-77c4d498-ca4b-4fbd-9173-cc2e495fbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:47:59.898426 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7a1ef710-7d82-4898-bbdd-aceb34f83e64 req-77c4d498-ca4b-4fbd-9173-cc2e495fbd39 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 1129 time: 0.0424395 May 17 17:47:59.940393 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-7a1ef710-7d82-4898-bbdd-aceb34f83e64 req-72cf146a-0adf-4c78-8737-d1b5a3178460 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364428 May 17 17:48:00.950484 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecabc53e-ecf4-45ed-b24e-5525933f7f29 req-d2ff1525-e89c-4778-af94-c5b85f096b14 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:00.952697 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ecabc53e-ecf4-45ed-b24e-5525933f7f29 req-d2ff1525-e89c-4778-af94-c5b85f096b14 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 945 time: 0.0560701 May 17 17:48:00.999970 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ecabc53e-ecf4-45ed-b24e-5525933f7f29 req-78f7c39d-545e-49a7-abc1-f5a216fec193 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414855 May 17 17:48:02.116318 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3212b88-bf48-4808-bc01-c5e592682827 req-f948074e-8411-4a76-a601-d1b9d3a5e851 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:02.117771 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3212b88-bf48-4808-bc01-c5e592682827 req-f948074e-8411-4a76-a601-d1b9d3a5e851 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 945 time: 0.0470743 May 17 17:48:02.165496 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d3212b88-bf48-4808-bc01-c5e592682827 req-9f811b10-3731-4e43-812d-0e4e15d57417 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422053 May 17 17:48:02.273010 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e539351-c3af-41b9-bd91-c3f53c40f5e7 req-c0251d96-483c-4c8e-bc4d-ed311eee71cb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:02.274471 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6e539351-c3af-41b9-bd91-c3f53c40f5e7 req-c0251d96-483c-4c8e-bc4d-ed311eee71cb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 945 time: 0.0468957 May 17 17:48:02.282900 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58052) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:48:02.287277 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-d45ae987-b3e7-4c88-838c-d1b7708cfcd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Request body: {'floatingip': {'port_id': '64fddb53-bdf9-4e95-a4b4-468dbe321b67'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:48:02.324592 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d45ae987-b3e7-4c88-838c-d1b7708cfcd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (6ce7d17b-56bb-4f07-9a7c-507c1d738e34), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:02.748751 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d45ae987-b3e7-4c88-838c-d1b7708cfcd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:02.752058 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d45ae987-b3e7-4c88-838c-d1b7708cfcd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (6ce7d17b-56bb-4f07-9a7c-507c1d738e34), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:02.845490 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [None req-d45ae987-b3e7-4c88-838c-d1b7708cfcd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Floating IP 6ce7d17b-56bb-4f07-9a7c-507c1d738e34 associated. External IP: 172.27.3.227, port: 64fddb53-bdf9-4e95-a4b4-468dbe321b67. May 17 17:48:03.045524 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45ae987-b3e7-4c88-838c-d1b7708cfcd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:48:03.152906 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45ae987-b3e7-4c88-838c-d1b7708cfcd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:48:03.158453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-d45ae987-b3e7-4c88-838c-d1b7708cfcd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:03.163949 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:48:03.174588 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:48:03.175307 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:47:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:48:03.189080 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d45ae987-b3e7-4c88-838c-d1b7708cfcd1 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "PUT /v2.0/floatingips/6ce7d17b-56bb-4f07-9a7c-507c1d738e34 HTTP/1.1" status: 200 len: 991 time: 0.9051788 May 17 17:48:03.189750 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986a0afb-a172-4117-b148-3e501cdb730a', 'tag': '64fddb53-bdf9-4e95-a4b4-468dbe321b67'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:48:03.192387 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510" -d '{"events": [{"name": "network-changed", "server_uuid": "986a0afb-a172-4117-b148-3e501cdb730a", "tag": "64fddb53-bdf9-4e95-a4b4-468dbe321b67"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:48:03.227740 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52721df4-7bef-4149-a406-1bdd7044ee03 x-openstack-request-id: req-52721df4-7bef-4149-a406-1bdd7044ee03 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:48:03.228033 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986a0afb-a172-4117-b148-3e501cdb730a", "tag": "64fddb53-bdf9-4e95-a4b4-468dbe321b67", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:48:03.228308 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52721df4-7bef-4149-a406-1bdd7044ee03 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:48:03.228733 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52721df4-7bef-4149-a406-1bdd7044ee03'] response: {'name': 'network-changed', 'server_uuid': '986a0afb-a172-4117-b148-3e501cdb730a', 'tag': '64fddb53-bdf9-4e95-a4b4-468dbe321b67', 'status': 'completed', 'code': 200} May 17 17:48:03.289365 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-55b00281-cbcf-4381-84f7-04194d2e30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:03.290903 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-55b00281-cbcf-4381-84f7-04194d2e30d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 1129 time: 0.0406890 May 17 17:48:03.370259 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:48:03.386156 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-f47a0023-8550-4f9c-8cd3-b3d49fb47a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:03.387647 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-f47a0023-8550-4f9c-8cd3-b3d49fb47a80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0904021 May 17 17:48:03.449816 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-c6612885-b0f1-4d78-a71f-fe18faf55e0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64fddb53-bdf9-4e95-a4b4-468dbe321b67 HTTP/1.1" status: 200 len: 999 time: 0.0552227 May 17 17:48:03.498294 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-ddcffcdf-30ae-4011-b775-043b3954d1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:03.499802 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-ddcffcdf-30ae-4011-b775-043b3954d1d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0441811 May 17 17:48:03.547676 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-99501b2f-2e7e-4507-bd59-4af55c982481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:03.549240 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-99501b2f-2e7e-4507-bd59-4af55c982481 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439212 May 17 17:48:03.577382 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '6ce7d17b-56bb-4f07-9a7c-507c1d738e34', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '64fddb53-bdf9-4e95-a4b4-468dbe321b67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:25:ef:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0afb-a172-4117-b148-3e501cdb730a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:47:50Z', 'updated_at': '2022-05-17T17:48:02Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:48:03.605798 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:48:03.614368 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:48:03.615015 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:47:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:48:03.639928 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-f032c9eb-9ad1-4471-a881-a3e80de2fbac service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845232 May 17 17:48:03.712621 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:48:03.734986 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-26e03bec-4e86-4d0b-ae4c-7ae0861b9510 req-d8ae9112-098d-429f-9090-dd569fa46652 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889711 May 17 17:48:03.922379 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '6ce7d17b-56bb-4f07-9a7c-507c1d738e34', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '64fddb53-bdf9-4e95-a4b4-468dbe321b67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:25:ef:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0afb-a172-4117-b148-3e501cdb730a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:47:50Z', 'updated_at': '2022-05-17T17:48:02Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:48:03.947437 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f4ed5c-85bf-4314-8f97-be7e2e4c79cc None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '6ce7d17b-56bb-4f07-9a7c-507c1d738e34', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'floating_ip_address': '172.27.3.227', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'port_id': '64fddb53-bdf9-4e95-a4b4-468dbe321b67', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 643, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'mac_address': 'fa:16:3e:25:ef:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986a0afb-a172-4117-b148-3e501cdb730a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:47:50Z', 'updated_at': '2022-05-17T17:48:02Z', 'revision_number': 1, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:48:04.133502 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80114c-78b9-4d77-9416-8c873e838aff None None] New status for floating IP 6ce7d17b-56bb-4f07-9a7c-507c1d738e34: ACTIVE {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:48:12.144536 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1a0baf2c-6935-4735-a321-1ec1d0b8dc29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:13.159602 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:48:14.290617 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:14.443978 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-88e79ac5-d0c0-460d-b199-275586858ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:15.683081 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:17.234868 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:18.390141 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:41.353300 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-c21dbcfe-da65-4349-93f6-9a1658e2b64c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0367787 May 17 17:48:41.431641 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-0f2b0d97-70db-48d8-a59c-ad5fbe6f0f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:41.433147 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-0f2b0d97-70db-48d8-a59c-ad5fbe6f0f90 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=958c6d85caa04eee872fb7105e5c8685&device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 1129 time: 0.0395217 May 17 17:48:41.535038 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-7c2b0e36-d5ac-4477-9515-1f1fa25544d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:41.536566 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-7c2b0e36-d5ac-4477-9515-1f1fa25544d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 200 len: 915 time: 0.0852530 May 17 17:48:41.605980 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-ee4ce017-2a56-44b7-8922-a25b1ee1eef0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=64fddb53-bdf9-4e95-a4b4-468dbe321b67 HTTP/1.1" status: 200 len: 1001 time: 0.0532343 May 17 17:48:41.655605 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-865c555a-39cf-4628-a352-c275586e07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:41.657059 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-865c555a-39cf-4628-a352-c275586e07d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 200 len: 853 time: 0.0456133 May 17 17:48:41.698704 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-46fbf015-6dae-451d-8bd7-6b4b1df99d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:48:41.700767 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-46fbf015-6dae-451d-8bd7-6b4b1df99d13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c612002e-87b0-4d7f-970d-33b375a98875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376840 May 17 17:48:41.784734 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-c23f227e-26bc-4b00-9759-ecfba2fb883c service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787120 May 17 17:48:41.873160 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-c36202ae-dda4-45c4-be8f-527f152ad720 req-b0cb9d62-9832-4be6-95e7-cfb43ce9bef6 service neutron] 10.222.0.36 "GET /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832052 May 17 17:48:42.145414 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d8055e49-4983-4a2f-99ba-43481f40261a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:44.304580 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:44.444700 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d5244d08-3b60-4959-a194-83590bc99a28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:45.685750 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:47.238346 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:48.395395 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:48:50.158962 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:49:12.146681 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-599eace9-31d8-4a1f-89c1-aaa9a851b1ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:14.333101 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:14.445009 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-34cd964b-2c65-49b1-9b9c-0ea4206fb951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:15.688478 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:17.241744 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:18.399444 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:27.158135 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:49:37.374297 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa5720-d4e8-4a7b-a712-ffae8197756a req-e3a3be77-a3c3-4d06-accf-77f21d3e2e4a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:49:37.376475 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3daa5720-d4e8-4a7b-a712-ffae8197756a req-e3a3be77-a3c3-4d06-accf-77f21d3e2e4a tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 945 time: 0.0489631 May 17 17:49:37.424084 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3daa5720-d4e8-4a7b-a712-ffae8197756a req-d8b546ed-c944-4ea5-ac85-897bf3c15aae tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 May 17 17:49:38.540256 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39359e-debd-49b5-bdb3-cc4b27597848 req-850b8c55-23af-4ced-90a7-bc357d2e9eab tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:49:38.541652 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0e39359e-debd-49b5-bdb3-cc4b27597848 req-850b8c55-23af-4ced-90a7-bc357d2e9eab tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 945 time: 0.0487356 May 17 17:49:38.590310 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0e39359e-debd-49b5-bdb3-cc4b27597848 req-b854bd71-e5c0-4010-8886-86eb97bd814e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups?id=38ef036e-201c-4e8f-be44-3dc539e84720&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431426 May 17 17:49:38.687633 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-f9c6d4c9-ee13-4fcf-8535-845e9334bacb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:49:38.689109 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-f9c6d4c9-ee13-4fcf-8535-845e9334bacb tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 945 time: 0.0460982 May 17 17:49:38.771554 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Deleting port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:49:38.771823 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:38.860164 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] For port 64fddb53-bdf9-4e95-a4b4-468dbe321b67, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=64fddb53-bdf9-4e95-a4b4-468dbe321b67,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:49:38.860562 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:39.031600 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:39.031893 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (6ce7d17b-56bb-4f07-9a7c-507c1d738e34), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:39.032240 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.l3_db [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Floating IP 6ce7d17b-56bb-4f07-9a7c-507c1d738e34 disassociated. External IP: 172.27.3.227, port: 64fddb53-bdf9-4e95-a4b4-468dbe321b67. May 17 17:49:39.032754 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Calling delete_port for 64fddb53-bdf9-4e95-a4b4-468dbe321b67 owned by compute:nova {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:49:39.155213 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (64fddb53-bdf9-4e95-a4b4-468dbe321b67), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:39.184610 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'Port': ['ID=64fddb53-bdf9-4e95-a4b4-468dbe321b67,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:49:39.196428 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.196783 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.197183 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.197527 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.197976 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.198307 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.198633 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.198963 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.199292 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.199617 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.199943 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.200266 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.200610 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.200934 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.201252 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:39.320142 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:49:39.693103 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:49:39.703223 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fb283a82-3a7f-422f-bf9b-93404254e0b5 req-35bab0c0-1518-4634-8636-916dd65a911e tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/ports?device_id=986a0afb-a172-4117-b148-3e501cdb730a HTTP/1.1" status: 200 len: 210 time: 0.0304434 May 17 17:49:39.711549 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:49:39.730292 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:49:39.730938 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:49:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:49:39.742967 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] No DVR routers for this DVR port 64fddb53-bdf9-4e95-a4b4-468dbe321b67 on host hv-cinder-84214 {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:49:39.745724 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:39.749217 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-baa5b162-8fb4-4450-9450-3e1a8fce8770 req-5510a187-1802-4e3c-876b-69e40b92d65f tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.36 "DELETE /v2.0/ports/64fddb53-bdf9-4e95-a4b4-468dbe321b67 HTTP/1.1" status: 204 len: 173 time: 1.0550292 May 17 17:49:39.749692 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986a0afb-a172-4117-b148-3e501cdb730a', 'name': 'network-vif-deleted', 'tag': '64fddb53-bdf9-4e95-a4b4-468dbe321b67'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:49:39.751998 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a298ba6-7c34-43c6-b9d3-cb4fa1da26ab" -d '{"events": [{"server_uuid": "986a0afb-a172-4117-b148-3e501cdb730a", "name": "network-vif-deleted", "tag": "64fddb53-bdf9-4e95-a4b4-468dbe321b67"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:49:39.793811 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c2c3e1-5c36-45f3-8f83-d82926ba5a39 x-openstack-request-id: req-97c2c3e1-5c36-45f3-8f83-d82926ba5a39 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:49:39.794107 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986a0afb-a172-4117-b148-3e501cdb730a", "name": "network-vif-deleted", "tag": "64fddb53-bdf9-4e95-a4b4-468dbe321b67", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:49:39.794364 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-97c2c3e1-5c36-45f3-8f83-d82926ba5a39 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:49:39.794767 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97c2c3e1-5c36-45f3-8f83-d82926ba5a39'] response: {'server_uuid': '986a0afb-a172-4117-b148-3e501cdb730a', 'name': 'network-vif-deleted', 'tag': '64fddb53-bdf9-4e95-a4b4-468dbe321b67', 'status': 'completed', 'code': 200} May 17 17:49:39.839876 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:49:40.023351 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:49:40.051521 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:49:40.059696 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:49:40.060327 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:49:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:49:40.261855 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:49:40.442625 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:49:40.467637 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2d4937-b7b2-4caf-b353-1f770b769eb6 None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:25:12Z', 'revision_number': 4, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '3dd6cf32-2dd9-477d-ba2a-83efdc51dfea', 'name': '', 'network_id': 'c612002e-87b0-4d7f-970d-33b375a98875', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'mac_address': 'fa:16:3e:76:68:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:12Z', 'updated_at': '2022-05-17T17:25:16Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'subnets': [{'id': '60d1c8bb-e7bf-4ff4-9fb2-c909465a153b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:49:40.710030 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a3bac9-3a0f-482f-a7d9-663abee41ec7 None None] New status for floating IP 6ce7d17b-56bb-4f07-9a7c-507c1d738e34: DOWN {{(pid=103828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:49:40.793879 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58102) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:49:40.855044 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (38ef036e-201c-4e8f-be44-3dc539e84720), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:40.880086 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (38ef036e-201c-4e8f-be44-3dc539e84720), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:40.924984 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (38ef036e-201c-4e8f-be44-3dc539e84720), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:40.927570 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:40.929117 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "DELETE /v2.0/security-groups/38ef036e-201c-4e8f-be44-3dc539e84720 HTTP/1.1" status: 204 len: 168 time: 0.1338696 May 17 17:49:40.931742 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 58104) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:49:40.939124 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ef036e-201c-4e8f-be44-3dc539e84720,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:49:40.947017 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.947308 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.947663 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.948007 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.948374 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.948719 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.949003 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.api.v2.resource [None req-238cee1a-2234-4443-9523-f3b478f9f367 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] show failed (client error): The resource could not be found. May 17 17:49:40.949135 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.949373 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.949705 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.950020 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-238cee1a-2234-4443-9523-f3b478f9f367 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "GET /v2.0/security-groups/38ef036e-201c-4e8f-be44-3dc539e84720 HTTP/1.1" status: 404 len: 347 time: 0.0160894 May 17 17:49:40.950136 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.950438 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.950775 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.951105 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.951434 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.951760 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26f2279a-df56-43ec-bb13-1b8ee3196732 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:49:40.952947 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 58106) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:49:41.069235 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Deleting port 41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:49:41.069580 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:41.148350 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:41.148685 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:41.161208 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Calling delete_port for 41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1 owned by network:floatingip {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:49:41.291960 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:41.318671 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Pushing event deleted for resources: {'Port': ['ID=41cc7ae2-3590-4ed2-b3d4-7e35b907a9d1,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:49:41.383621 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks [] for floatingip (6ce7d17b-56bb-4f07-9a7c-507c1d738e34), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:41.386242 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:41.387402 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-720a1e34-8b83-486c-acf9-ec2b76382783 tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] 10.222.0.81 "DELETE /v2.0/floatingips/6ce7d17b-56bb-4f07-9a7c-507c1d738e34 HTTP/1.1" status: 204 len: 168 time: 0.4335072 May 17 17:49:42.132537 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 64fddb53-bdf9-4e95-a4b4-468dbe321b67 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:49:42.158799 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 64fddb53-bdf9-4e95-a4b4-468dbe321b67 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:49:42.159146 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 64fddb53-bdf9-4e95-a4b4-468dbe321b67 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:49:42.167191 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8abe0a1b-3ccb-4624-869e-b38c4553dbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:44.324765 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:44.446688 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-192288e3-5949-4217-934e-4337fd63660f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:45.692338 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:47.257089 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:49:48.401963 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:04.158219 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:50:12.149289 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2621ba74-3092-470e-a7bf-fbbc5088c1cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:14.319683 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:14.449597 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-84e628d7-5a18-488a-b2d1-0e59f2fe9c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:15.696608 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:17.248510 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:18.408390 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:41.158295 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:50:42.156560 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-097e57ba-4acb-43fa-906c-3e003f522da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:44.331422 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:44.451402 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c1a4bbdf-9639-4cfb-92da-9973b310726c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:45.699052 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:47.248871 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:50:48.400609 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:12.148858 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-af90a6b4-afd1-45fc-9c3a-960993e8a254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:14.331783 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:14.452490 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bb363418-8dc8-4eaf-8b8b-c7a472936288 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:15.701741 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:17.252536 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:18.157502 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:51:18.402980 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:42.150809 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9ba172fe-c785-4a9a-87d6-d54637dfc6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:44.330146 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:44.453835 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5132228a-fe23-499b-b5fe-3412f2c8a2e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:45.704474 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:47.256603 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:48.409481 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:51:55.157245 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:52:00.760427 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58844) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:00.864391 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:00.940072 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Publish callbacks [] for security_group (d07572ca-0266-4f34-9fbe-7786faacb914), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:00.945065 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d07572ca-0266-4f34-9fbe-7786faacb914), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:00.982478 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07572ca-0266-4f34-9fbe-7786faacb914,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:00.993112 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.994519 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.994882 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.995231 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.995790 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.996132 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.996275 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 58854) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:00.996779 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.996884 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.997150 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.997491 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.997825 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.998172 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.998487 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.998818 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:00.999146 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.012576 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-00a9b52a-75f4-48b5-9d24-d8b9edd8b0b0 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=b59653319fec4cd3ab47cc97895dc3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509427 May 17 17:52:01.013946 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58858) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:01.055350 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group (9d9e88dd-afc9-470c-8b97-9735795dc43a), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:01.064083 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5834-5034-4414-82b2-fa2321a7c55f admin admin] Publish callbacks [] for security_group (d07572ca-0266-4f34-9fbe-7786faacb914), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:01.081596 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group (9d9e88dd-afc9-470c-8b97-9735795dc43a), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:01.087609 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5834-5034-4414-82b2-fa2321a7c55f admin admin] Publish callbacks [] for security_group (d07572ca-0266-4f34-9fbe-7786faacb914), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:01.136239 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5834-5034-4414-82b2-fa2321a7c55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d07572ca-0266-4f34-9fbe-7786faacb914), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:01.138923 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bb9d5834-5034-4414-82b2-fa2321a7c55f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:01.142692 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-bb9d5834-5034-4414-82b2-fa2321a7c55f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d07572ca-0266-4f34-9fbe-7786faacb914 HTTP/1.1" status: 204 len: 168 time: 0.1251917 May 17 17:52:01.147324 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9d9e88dd-afc9-470c-8b97-9735795dc43a), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:01.149163 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d5834-5034-4414-82b2-fa2321a7c55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07572ca-0266-4f34-9fbe-7786faacb914,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:01.150224 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:01.152211 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] 10.222.0.81 "DELETE /v2.0/security-groups/9d9e88dd-afc9-470c-8b97-9735795dc43a HTTP/1.1" status: 204 len: 168 time: 0.1550326 May 17 17:52:01.164107 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9e88dd-afc9-470c-8b97-9735795dc43a,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:01.172674 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.174236 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.175649 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.176012 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.177406 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.177821 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.178740 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.179255 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.179610 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.179937 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.180276 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.180741 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.181011 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.181340 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.181989 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6ea33d-e683-42c5-9676-1f7f3fdbb407 tempest-TestVolumeBootPattern-1008555361 tempest-TestVolumeBootPattern-1008555361-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:01.369264 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58868) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:01.783808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:02.004124 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Deleting port fe273610-c1c8-4945-b82b-4727f0d0fce2 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:52:02.004490 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:02.085908 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] For port fe273610-c1c8-4945-b82b-4727f0d0fce2, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=fe273610-c1c8-4945-b82b-4727f0d0fce2,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:52:02.086350 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:02.102402 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Calling delete_port for fe273610-c1c8-4945-b82b-4727f0d0fce2 owned by network:router_interface {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:52:02.308545 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (fe273610-c1c8-4945-b82b-4727f0d0fce2), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:02.333657 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe273610-c1c8-4945-b82b-4727f0d0fce2,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:02.497112 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:02.695012 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:52:02.792834 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:52:02.797957 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-64e8b0ef-8ed2-48b7-a9f7-6bebf7047a85 admin admin] 10.222.0.81 "PUT /v2.0/routers/9a6aa75e-8092-44c5-a43a-0bf091ffa3af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4276512 May 17 17:52:02.800356 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58898) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:02.803994 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] Sync routers for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:52:02.815391 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:52:02.816092 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:51:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:02.902808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks [] for router (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:02.915132 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:52:03.000221 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks [] for router_gateway (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.045811 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Deleting port 8e38af1c-9d81-4a34-a573-4e6494c34251 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:52:03.046060 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.086181 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15'}], 'enable_snat': True}, 'gw_port_id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:52:02Z', 'revision_number': 5, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port': {'id': '8e38af1c-9d81-4a34-a573-4e6494c34251', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:51Z', 'updated_at': '2022-05-17T17:20:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:03.113351 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] Checking router: 9a6aa75e-8092-44c5-a43a-0bf091ffa3af for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:52:03.122566 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] Routers {'9a6aa75e-8092-44c5-a43a-0bf091ffa3af'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:52:03.123343 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:51:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:03.218007 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] Set router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af gateway port host: None {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:52:03.273944 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:52:03Z', 'revision_number': 6, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port_host': None}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:03.299892 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa196dc4-fea8-45ef-a128-6d5b774d88d9 None None] The sync data for ids ['9a6aa75e-8092-44c5-a43a-0bf091ffa3af'] in dv-cinder-842148-1-iscsi is: [{'id': '9a6aa75e-8092-44c5-a43a-0bf091ffa3af', 'name': 'tempest-TestVolumeBootPattern-1045755987-router', 'tenant_id': 'bb9cc24b3479427593f7173191b17a0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:50Z', 'updated_at': '2022-05-17T17:52:03Z', 'revision_number': 6, 'project_id': 'bb9cc24b3479427593f7173191b17a0e', 'gw_port_host': None}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:52:03.398507 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] For port 8e38af1c-9d81-4a34-a573-4e6494c34251, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=8e38af1c-9d81-4a34-a573-4e6494c34251,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:52:03.398864 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.411545 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Calling delete_port for 8e38af1c-9d81-4a34-a573-4e6494c34251 owned by network:router_gateway {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:52:03.573274 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (8e38af1c-9d81-4a34-a573-4e6494c34251), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.597325 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Pushing event deleted for resources: {'Port': ['ID=8e38af1c-9d81-4a34-a573-4e6494c34251,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:03.659418 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.751534 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.754201 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks [] for router_controller (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.794526 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (9a6aa75e-8092-44c5-a43a-0bf091ffa3af), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.795224 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a6aa75e-8092-44c5-a43a-0bf091ffa3af {{(pid=103827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:52:03.799495 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.801096 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-bbaa3944-7603-4ef2-aa9d-e10af512e55a admin admin] 10.222.0.81 "DELETE /v2.0/routers/9a6aa75e-8092-44c5-a43a-0bf091ffa3af HTTP/1.1" status: 204 len: 168 time: 0.9984233 May 17 17:52:03.803456 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58904) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:03.847286 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-2faa5e1a-2366-418e-b24b-6d87efb3a445 admin admin] Deleting subnet 592243f6-a7cb-44a2-aa19-898e6cf91830 {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:52:03.850874 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-2faa5e1a-2366-418e-b24b-6d87efb3a445 admin admin] Publish callbacks [] for subnet (592243f6-a7cb-44a2-aa19-898e6cf91830), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.883640 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-2faa5e1a-2366-418e-b24b-6d87efb3a445 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (592243f6-a7cb-44a2-aa19-898e6cf91830), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:03.959468 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-2faa5e1a-2366-418e-b24b-6d87efb3a445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (592243f6-a7cb-44a2-aa19-898e6cf91830), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.008915 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-2faa5e1a-2366-418e-b24b-6d87efb3a445 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (592243f6-a7cb-44a2-aa19-898e6cf91830), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.032261 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa5e1a-2366-418e-b24b-6d87efb3a445 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=592243f6-a7cb-44a2-aa19-898e6cf91830,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:04.038549 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-2faa5e1a-2366-418e-b24b-6d87efb3a445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.043695 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-2faa5e1a-2366-418e-b24b-6d87efb3a445 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/592243f6-a7cb-44a2-aa19-898e6cf91830 HTTP/1.1" status: 204 len: 168 time: 0.2373052 May 17 17:52:04.045454 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58906) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:04.047338 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47af0df3-cecb-436f-ba4f-e169f03a52cd None None] Network ce8acaeb-6ddf-4705-b230-ff866b8efc1b requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:52:04.116152 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device fe273610-c1c8-4945-b82b-4727f0d0fce2 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:52:04.127289 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (ce8acaeb-6ddf-4705-b230-ff866b8efc1b), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.155926 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: fe273610-c1c8-4945-b82b-4727f0d0fce2 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:52:04.156280 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device fe273610-c1c8-4945-b82b-4727f0d0fce2 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:52:04.156725 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 8e38af1c-9d81-4a34-a573-4e6494c34251 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:52:04.171775 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Deleting port 59c21f07-7dbb-4504-b817-6db90fd4d685 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:52:04.172128 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.185074 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 8e38af1c-9d81-4a34-a573-4e6494c34251 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:52:04.185423 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 8e38af1c-9d81-4a34-a573-4e6494c34251 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:52:04.246330 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] For port 59c21f07-7dbb-4504-b817-6db90fd4d685, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=59c21f07-7dbb-4504-b817-6db90fd4d685,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:52:04.246697 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.260998 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] DHCP port deletion for ce8acaeb-6ddf-4705-b230-ff866b8efc1b request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:52:04.261728 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Calling delete_port for 59c21f07-7dbb-4504-b817-6db90fd4d685 owned by network:dhcp {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:52:04.297659 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Deleting port 59c21f07-7dbb-4504-b817-6db90fd4d685 {{(pid=103828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:52:04.298032 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), before_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.355126 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.381282 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] For port 59c21f07-7dbb-4504-b817-6db90fd4d685, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=59c21f07-7dbb-4504-b817-6db90fd4d685,segment=NetworkSegment(b8eb829a-68d7-48b9-920f-8403b50cc1ee),segment_id=b8eb829a-68d7-48b9-920f-8403b50cc1ee)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:52:04.381985 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), precommit_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.382897 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Pushing event deleted for resources: {'Port': ['ID=59c21f07-7dbb-4504-b817-6db90fd4d685,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:04.385068 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] No DVR routers for this DVR port 59c21f07-7dbb-4504-b817-6db90fd4d685 on host dv-cinder-842148-1-iscsi {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:52:04.403253 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Calling delete_port for 59c21f07-7dbb-4504-b817-6db90fd4d685 owned by network:dhcp {{(pid=103828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:52:04.460112 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (ce8acaeb-6ddf-4705-b230-ff866b8efc1b), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.479725 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce8acaeb-6ddf-4705-b230-ff866b8efc1b']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:04.480386 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949'] for port (59c21f07-7dbb-4504-b817-6db90fd4d685), after_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.489012 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8eb829a-68d7-48b9-920f-8403b50cc1ee') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:04.489252 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8eb829a-68d7-48b9-920f-8403b50cc1ee') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:04.498648 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (b8eb829a-68d7-48b9-920f-8403b50cc1ee), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.503061 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Pushing event deleted for resources: {'Port': ['ID=59c21f07-7dbb-4504-b817-6db90fd4d685,revision_number=None']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:04.508512 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] No DVR routers for this DVR port 59c21f07-7dbb-4504-b817-6db90fd4d685 on host dv-cinder-842148-1-iscsi {{(pid=103828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:52:04.512556 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (b8eb829a-68d7-48b9-920f-8403b50cc1ee), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.516023 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.516714 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.516926 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.517267 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.517595 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.518314 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.518314 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.518611 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.518868 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.519818 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:52:04.519941 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.520239 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (b8eb829a-68d7-48b9-920f-8403b50cc1ee), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.520471 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.520586 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.520891 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.521210 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.521910 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-241a300a-136f-4a19-965c-41a68e0f67fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:52:04.522108 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:52:04.579033 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (ce8acaeb-6ddf-4705-b230-ff866b8efc1b), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.584662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:04.587789 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] 10.222.0.81 "DELETE /v2.0/networks/ce8acaeb-6ddf-4705-b230-ff866b8efc1b HTTP/1.1" status: 204 len: 168 time: 0.5411263 May 17 17:52:04.590750 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 58912) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:04.600657 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d67ab-8125-4881-8b2b-d09089b2f0df admin admin] Pushing event deleted for resources: {'Network': ['ID=ce8acaeb-6ddf-4705-b230-ff866b8efc1b,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:04.896505 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (c9757193-2233-459b-a83e-6b278739280b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:05.115176 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Deleting port 03ae1662-f312-4a10-9b5a-402da0d38304 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:52:05.115518 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:05.194376 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] For port 03ae1662-f312-4a10-9b5a-402da0d38304, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=03ae1662-f312-4a10-9b5a-402da0d38304,segment=NetworkSegment(6ea74510-fd47-4a5f-b15b-278ab201df46),segment_id=6ea74510-fd47-4a5f-b15b-278ab201df46)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:52:05.194664 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:05.208176 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Calling delete_port for 03ae1662-f312-4a10-9b5a-402da0d38304 owned by network:router_interface {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:52:05.381464 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (03ae1662-f312-4a10-9b5a-402da0d38304), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:05.407015 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Pushing event deleted for resources: {'Port': ['ID=03ae1662-f312-4a10-9b5a-402da0d38304,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:05.562521 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (c9757193-2233-459b-a83e-6b278739280b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:05.762685 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Router c9757193-2233-459b-a83e-6b278739280b has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:52:05.865463 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:52:05.873177 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a2854984-8b64-4fef-a685-10e0f567d254 admin admin] 10.222.0.81 "PUT /v2.0/routers/c9757193-2233-459b-a83e-6b278739280b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2790167 May 17 17:52:05.874224 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 58918) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:05.877924 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] Sync routers for ids ['c9757193-2233-459b-a83e-6b278739280b'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:52:05.888313 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] Routers {'c9757193-2233-459b-a83e-6b278739280b'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:52:05.888932 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:51:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['c9757193-2233-459b-a83e-6b278739280b'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:05.927266 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 59c21f07-7dbb-4504-b817-6db90fd4d685 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:52:05.951610 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 59c21f07-7dbb-4504-b817-6db90fd4d685 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:52:05.951953 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 59c21f07-7dbb-4504-b817-6db90fd4d685 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:52:05.977532 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks [] for router (c9757193-2233-459b-a83e-6b278739280b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.009572 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] Set router c9757193-2233-459b-a83e-6b278739280b gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:52:06.074489 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks [] for router_gateway (c9757193-2233-459b-a83e-6b278739280b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.119254 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Deleting port b55fc7cb-3406-4014-9682-7d3d88999875 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:52:06.119598 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.177390 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9757193-2233-459b-a83e-6b278739280b', 'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40'}], 'enable_snat': True}, 'gw_port_id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:58Z', 'updated_at': '2022-05-17T17:52:05Z', 'revision_number': 5, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'gw_port': {'id': 'b55fc7cb-3406-4014-9682-7d3d88999875', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d6:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9757193-2233-459b-a83e-6b278739280b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:20:59Z', 'updated_at': '2022-05-17T17:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:06.196766 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] For port b55fc7cb-3406-4014-9682-7d3d88999875, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=b55fc7cb-3406-4014-9682-7d3d88999875,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:52:06.197137 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.203147 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] Checking router: c9757193-2233-459b-a83e-6b278739280b for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:52:06.209863 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Calling delete_port for b55fc7cb-3406-4014-9682-7d3d88999875 owned by network:router_gateway {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:52:06.211313 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] Routers {'c9757193-2233-459b-a83e-6b278739280b'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:52:06.211936 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:51:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['c9757193-2233-459b-a83e-6b278739280b'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:06.379339 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (b55fc7cb-3406-4014-9682-7d3d88999875), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.409438 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55fc7cb-3406-4014-9682-7d3d88999875,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:06.428646 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] Set router c9757193-2233-459b-a83e-6b278739280b gateway port host: None {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:52:06.471594 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (c9757193-2233-459b-a83e-6b278739280b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.483436 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9757193-2233-459b-a83e-6b278739280b', 'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:58Z', 'updated_at': '2022-05-17T17:52:06Z', 'revision_number': 6, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'gw_port_host': None}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:06.508443 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105d2376-7938-4f91-afb0-50ae560a1cfa None None] The sync data for ids ['c9757193-2233-459b-a83e-6b278739280b'] in dv-cinder-842148-1-iscsi is: [{'id': 'c9757193-2233-459b-a83e-6b278739280b', 'name': 'tempest-TestVolumeBootPattern-973818112-router', 'tenant_id': 'cf2044b680d6465eac3a656acd51c55a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:20:58Z', 'updated_at': '2022-05-17T17:52:06Z', 'revision_number': 6, 'project_id': 'cf2044b680d6465eac3a656acd51c55a', 'gw_port_host': None}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:52:06.569551 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (c9757193-2233-459b-a83e-6b278739280b), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.571709 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks [] for router_controller (c9757193-2233-459b-a83e-6b278739280b), precommit_delete_associations {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.611591 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (c9757193-2233-459b-a83e-6b278739280b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.612310 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9757193-2233-459b-a83e-6b278739280b {{(pid=103826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:52:06.617455 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.618596 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-e5e8f02d-fc61-466b-81b0-1f259603b735 admin admin] 10.222.0.81 "DELETE /v2.0/routers/c9757193-2233-459b-a83e-6b278739280b HTTP/1.1" status: 204 len: 168 time: 0.7443349 May 17 17:52:06.621159 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 58924) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:06.663843 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e4d1c3-3faa-4b2c-861f-d74b62289edc admin admin] Deleting subnet 66b8aed5-28d0-46a2-8960-dfc596fe339d {{(pid=103826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:52:06.666772 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-06e4d1c3-3faa-4b2c-861f-d74b62289edc admin admin] Publish callbacks [] for subnet (66b8aed5-28d0-46a2-8960-dfc596fe339d), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.703707 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-06e4d1c3-3faa-4b2c-861f-d74b62289edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2590618'] for subnet (66b8aed5-28d0-46a2-8960-dfc596fe339d), precommit_delete_associations {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.774606 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-06e4d1c3-3faa-4b2c-861f-d74b62289edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (66b8aed5-28d0-46a2-8960-dfc596fe339d), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.828389 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-06e4d1c3-3faa-4b2c-861f-d74b62289edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4041353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3392286'] for subnet (66b8aed5-28d0-46a2-8960-dfc596fe339d), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.855670 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e4d1c3-3faa-4b2c-861f-d74b62289edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b8aed5-28d0-46a2-8960-dfc596fe339d,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:06.857666 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-06e4d1c3-3faa-4b2c-861f-d74b62289edc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.861841 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-06e4d1c3-3faa-4b2c-861f-d74b62289edc admin admin] 10.222.0.81 "DELETE /v2.0/subnets/66b8aed5-28d0-46a2-8960-dfc596fe339d HTTP/1.1" status: 204 len: 168 time: 0.2397048 May 17 17:52:06.861981 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078bbbf4-8121-441c-babe-2fcdae8b83bc None None] Network 8cc0d8ea-54a7-4549-9b81-ac361f434b2f requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:52:06.863399 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58926) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:06.940810 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (8cc0d8ea-54a7-4549-9b81-ac361f434b2f), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:06.993499 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Deleting port 245e6165-4dae-4a94-92fe-2b2371b67ecf {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:52:06.993843 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.058704 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] For port 245e6165-4dae-4a94-92fe-2b2371b67ecf, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=245e6165-4dae-4a94-92fe-2b2371b67ecf,segment=NetworkSegment(6ea74510-fd47-4a5f-b15b-278ab201df46),segment_id=6ea74510-fd47-4a5f-b15b-278ab201df46)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:52:07.059060 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.071975 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Calling delete_port for 245e6165-4dae-4a94-92fe-2b2371b67ecf owned by network:dhcp {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:52:07.147621 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (245e6165-4dae-4a94-92fe-2b2371b67ecf), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.173245 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] No DVR routers for this DVR port 245e6165-4dae-4a94-92fe-2b2371b67ecf on host dv-cinder-842148-1-iscsi {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:52:07.174799 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Pushing event deleted for resources: {'Port': ['ID=245e6165-4dae-4a94-92fe-2b2371b67ecf,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:07.250169 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (8cc0d8ea-54a7-4549-9b81-ac361f434b2f), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.270212 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc0d8ea-54a7-4549-9b81-ac361f434b2f']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:07.279151 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea74510-fd47-4a5f-b15b-278ab201df46') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:07.279451 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea74510-fd47-4a5f-b15b-278ab201df46') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:52:07.289914 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (6ea74510-fd47-4a5f-b15b-278ab201df46), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.304958 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (6ea74510-fd47-4a5f-b15b-278ab201df46), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.311725 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:52:07.312205 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (6ea74510-fd47-4a5f-b15b-278ab201df46), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:52:07.314409 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:52:07.325227 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8ab509-8119-43a1-acdb-85f95bd7ceb8 None None] DHCP port deletion for 8cc0d8ea-54a7-4549-9b81-ac361f434b2f request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:52:07.379253 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (8cc0d8ea-54a7-4549-9b81-ac361f434b2f), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.385567 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.388653 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] 10.222.0.81 "DELETE /v2.0/networks/8cc0d8ea-54a7-4549-9b81-ac361f434b2f HTTP/1.1" status: 204 len: 168 time: 0.5242264 May 17 17:52:07.401063 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da39612-16f8-45aa-b139-a6b30c47aa61 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cc0d8ea-54a7-4549-9b81-ac361f434b2f,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:07.601078 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58934) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:07.648319 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-d254612a-1dad-4a93-ac63-7aef7714229d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=bb9cc24b3479427593f7173191b17a0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0454581 May 17 17:52:07.650138 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58936) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:07.697380 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-443757a8-5f00-47ed-a6ee-aef228aafd0f admin admin] Publish callbacks [] for security_group (112c6867-74db-4dc3-b1bc-5203e5ee83fc), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.718029 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-443757a8-5f00-47ed-a6ee-aef228aafd0f admin admin] Publish callbacks [] for security_group (112c6867-74db-4dc3-b1bc-5203e5ee83fc), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.764681 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-443757a8-5f00-47ed-a6ee-aef228aafd0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (112c6867-74db-4dc3-b1bc-5203e5ee83fc), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.767302 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-443757a8-5f00-47ed-a6ee-aef228aafd0f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:07.768479 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-443757a8-5f00-47ed-a6ee-aef228aafd0f admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/112c6867-74db-4dc3-b1bc-5203e5ee83fc HTTP/1.1" status: 204 len: 168 time: 0.1174293 May 17 17:52:07.776410 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443757a8-5f00-47ed-a6ee-aef228aafd0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112c6867-74db-4dc3-b1bc-5203e5ee83fc,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:07.860312 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b55fc7cb-3406-4014-9682-7d3d88999875 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:52:07.881148 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: b55fc7cb-3406-4014-9682-7d3d88999875 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:52:07.881680 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b55fc7cb-3406-4014-9682-7d3d88999875 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:52:07.882127 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 245e6165-4dae-4a94-92fe-2b2371b67ecf no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:52:07.902502 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 245e6165-4dae-4a94-92fe-2b2371b67ecf {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:52:07.903183 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 245e6165-4dae-4a94-92fe-2b2371b67ecf not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:52:07.903790 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 03ae1662-f312-4a10-9b5a-402da0d38304 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:52:07.922939 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 03ae1662-f312-4a10-9b5a-402da0d38304 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:52:07.923298 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 03ae1662-f312-4a10-9b5a-402da0d38304 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:52:08.105204 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58942) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:08.150088 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-3df78b72-9f53-42f2-af35-5ef346ded048 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=cf2044b680d6465eac3a656acd51c55a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0433581 May 17 17:52:08.152555 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 58944) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:52:08.200313 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-44f86880-c99f-48ce-ab04-1481f718adcb admin admin] Publish callbacks [] for security_group (9ce7b049-2111-4b72-a941-c0f8618e9ba0), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:08.220676 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-44f86880-c99f-48ce-ab04-1481f718adcb admin admin] Publish callbacks [] for security_group (9ce7b049-2111-4b72-a941-c0f8618e9ba0), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:08.265689 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-44f86880-c99f-48ce-ab04-1481f718adcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (9ce7b049-2111-4b72-a941-c0f8618e9ba0), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:08.268165 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-44f86880-c99f-48ce-ab04-1481f718adcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:08.269465 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-44f86880-c99f-48ce-ab04-1481f718adcb admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/9ce7b049-2111-4b72-a941-c0f8618e9ba0 HTTP/1.1" status: 204 len: 168 time: 0.1159921 May 17 17:52:08.277299 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f86880-c99f-48ce-ab04-1481f718adcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce7b049-2111-4b72-a941-c0f8618e9ba0,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:52:12.152192 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-db18aa66-574b-4433-bb35-0f13a734c08a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:14.319025 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:14.458243 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d720ac28-ea06-49ce-acff-97452a2bc6fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:15.706688 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:17.258699 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:18.402684 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:32.156746 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:52:42.153827 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e5ee5726-ef0b-4981-92af-2c83cc8ab336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:44.330637 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:44.456118 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-531f540e-d83e-4156-846e-c96748f77a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:45.709961 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:47.262651 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:52:48.406650 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:09.156123 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:53:12.155089 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9e94e184-ff7e-4f6c-97e8-ef683f6df89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:14.327419 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:14.448892 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c4893f73-d3b4-4f2b-8735-a08bbe8579fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:15.712922 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:17.265793 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:18.408686 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:42.160695 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-60e53b37-71e2-4e92-b86e-9e2d2ad90ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:44.327002 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:44.451257 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ce3c3bb4-fe34-41e3-b3c3-f9e062eb64e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:45.715646 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:46.156635 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:53:47.272576 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:53:48.411985 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:12.162975 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1a09c14f-f7e6-41ee-b153-cde3dbd8db52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:14.326527 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:14.452959 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d53eb593-c456-4643-8245-466260ea4423 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:15.720040 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:17.271782 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:18.415870 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:23.155275 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:54:42.165176 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b40b5a05-0b46-4249-8a0d-f54d80033052 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:44.340646 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:44.455908 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6f68188f-c74e-429c-99a2-4a2c92bd07e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:45.721638 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:47.277426 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:48.420264 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:54:59.754875 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [req-fe300303-7325-4dd6-8e89-03001649530c req-bc9096ab-b392-4805-a3be-fecad850e38c tempest-AttachVolumeNegativeTest-1342875354 tempest-AttachVolumeNegativeTest-1342875354-project] (103826) timed out ('10.222.0.36', 54391) {{(pid=103826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 17:54:59.892131 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-4808144f-a936-4354-8e55-d22627920380 req-d1444b48-5c16-4082-9838-9ca54fcee883 service neutron] (103827) timed out ('10.222.0.36', 54374) {{(pid=103827) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 17 17:55:00.154495 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:55:12.167284 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7fcf3e1e-bcb9-45f8-8ed1-55897e96cf0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:14.338875 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:14.458310 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-df7b2de4-75d0-41ef-84e8-a11a9de4888d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:15.727553 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:17.277378 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:18.424342 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:37.152811 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:55:42.169179 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3e484f1d-d552-485d-a4e5-a0b76403c77d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:44.337973 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:44.459529 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-366ede20-968b-41d6-a4b4-245fca965655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:45.727614 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:47.282206 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:55:48.429397 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:00.325831 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 59890) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:00.814312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (a8daa72d-8485-4b26-a6b4-b6d2d226257a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:01.031474 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Deleting port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:56:01.031808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:01.107959 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] For port 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=3dd6cf32-2dd9-477d-ba2a-83efdc51dfea,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:56:01.108410 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:01.120865 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Calling delete_port for 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea owned by network:router_interface {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:56:01.296613 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (3dd6cf32-2dd9-477d-ba2a-83efdc51dfea), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:01.322053 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd6cf32-2dd9-477d-ba2a-83efdc51dfea,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:01.333906 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.334415 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.334513 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.334866 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.335203 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.335542 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.335874 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.336202 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.336704 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.337041 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.337374 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.337713 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.338063 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.338379 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.338713 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:01.500770 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (a8daa72d-8485-4b26-a6b4-b6d2d226257a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:01.700237 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Router a8daa72d-8485-4b26-a6b4-b6d2d226257a has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:56:01.810208 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:56:01.816793 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-30ee2637-aa4d-4cdc-bfc5-708c10e7aaa0 admin admin] 10.222.0.81 "PUT /v2.0/routers/a8daa72d-8485-4b26-a6b4-b6d2d226257a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4915431 May 17 17:56:01.818408 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 59898) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:01.821106 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] Sync routers for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:56:01.830909 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:56:01.831524 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:55:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:56:01.916935 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks [] for router (a8daa72d-8485-4b26-a6b4-b6d2d226257a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.018196 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:56:02.018806 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks [] for router_gateway (a8daa72d-8485-4b26-a6b4-b6d2d226257a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.068825 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Deleting port 95c7b909-bc20-4615-8ea2-1de43ee33884 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:56:02.069167 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.154717 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] For port 95c7b909-bc20-4615-8ea2-1de43ee33884, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=95c7b909-bc20-4615-8ea2-1de43ee33884,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:56:02.155088 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.168043 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Calling delete_port for 95c7b909-bc20-4615-8ea2-1de43ee33884 owned by network:router_gateway {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:56:02.186308 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79'}], 'enable_snat': True}, 'gw_port_id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:56:01Z', 'revision_number': 5, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port': {'id': '95c7b909-bc20-4615-8ea2-1de43ee33884', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e6:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:25:09Z', 'updated_at': '2022-05-17T17:25:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:56:02.215794 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] Checking router: a8daa72d-8485-4b26-a6b4-b6d2d226257a for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:56:02.224815 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] Routers {'a8daa72d-8485-4b26-a6b4-b6d2d226257a'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:56:02.225448 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:55:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:56:02.306351 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] Set router a8daa72d-8485-4b26-a6b4-b6d2d226257a gateway port host: None {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:56:02.334206 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (95c7b909-bc20-4615-8ea2-1de43ee33884), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.357452 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:56:02Z', 'revision_number': 6, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port_host': None}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:56:02.360769 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Pushing event deleted for resources: {'Port': ['ID=95c7b909-bc20-4615-8ea2-1de43ee33884,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:02.383562 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b342f93b-c095-458b-83a9-de2762ddb786 None None] The sync data for ids ['a8daa72d-8485-4b26-a6b4-b6d2d226257a'] in dv-cinder-842148-1-iscsi is: [{'id': 'a8daa72d-8485-4b26-a6b4-b6d2d226257a', 'name': 'tempest-AttachVolumeNegativeTest-174242057-router', 'tenant_id': '958c6d85caa04eee872fb7105e5c8685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:25:08Z', 'updated_at': '2022-05-17T17:56:02Z', 'revision_number': 6, 'project_id': '958c6d85caa04eee872fb7105e5c8685', 'gw_port_host': None}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:56:02.429339 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (a8daa72d-8485-4b26-a6b4-b6d2d226257a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.516991 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (a8daa72d-8485-4b26-a6b4-b6d2d226257a), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.519174 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks [] for router_controller (a8daa72d-8485-4b26-a6b4-b6d2d226257a), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.561480 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (a8daa72d-8485-4b26-a6b4-b6d2d226257a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.562030 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8daa72d-8485-4b26-a6b4-b6d2d226257a {{(pid=103827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:56:02.566470 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.567486 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-aaa5dbdc-b4b6-4b7a-8517-73e56acc0c63 admin admin] 10.222.0.81 "DELETE /v2.0/routers/a8daa72d-8485-4b26-a6b4-b6d2d226257a HTTP/1.1" status: 204 len: 168 time: 0.7481637 May 17 17:56:02.570018 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 59902) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:02.886264 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47556ce-20e2-459b-9d5f-c0299fed069e admin admin] Deleting subnet 60d1c8bb-e7bf-4ff4-9fb2-c909465a153b {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:56:02.889316 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b47556ce-20e2-459b-9d5f-c0299fed069e admin admin] Publish callbacks [] for subnet (60d1c8bb-e7bf-4ff4-9fb2-c909465a153b), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.925371 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b47556ce-20e2-459b-9d5f-c0299fed069e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (60d1c8bb-e7bf-4ff4-9fb2-c909465a153b), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:02.996513 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b47556ce-20e2-459b-9d5f-c0299fed069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (60d1c8bb-e7bf-4ff4-9fb2-c909465a153b), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.053902 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b47556ce-20e2-459b-9d5f-c0299fed069e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (60d1c8bb-e7bf-4ff4-9fb2-c909465a153b), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.080034 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47556ce-20e2-459b-9d5f-c0299fed069e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d1c8bb-e7bf-4ff4-9fb2-c909465a153b,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:03.083605 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b47556ce-20e2-459b-9d5f-c0299fed069e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.086759 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b47556ce-20e2-459b-9d5f-c0299fed069e admin admin] 10.222.0.81 "DELETE /v2.0/subnets/60d1c8bb-e7bf-4ff4-9fb2-c909465a153b HTTP/1.1" status: 204 len: 168 time: 0.5157971 May 17 17:56:03.089217 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 59904) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:03.095784 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48f158f-e7f7-41a9-a246-2bc43580c070 None None] Network c612002e-87b0-4d7f-970d-33b375a98875 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:56:03.158920 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (c612002e-87b0-4d7f-970d-33b375a98875), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.206660 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Deleting port 76a05694-6471-4d8c-b983-8115e21724a0 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:56:03.207004 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (76a05694-6471-4d8c-b983-8115e21724a0), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.240276 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] DHCP port deletion for c612002e-87b0-4d7f-970d-33b375a98875 request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:56:03.282591 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] For port 76a05694-6471-4d8c-b983-8115e21724a0, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=76a05694-6471-4d8c-b983-8115e21724a0,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:56:03.283276 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (76a05694-6471-4d8c-b983-8115e21724a0), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.283617 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Deleting port 76a05694-6471-4d8c-b983-8115e21724a0 {{(pid=103828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:56:03.283997 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (76a05694-6471-4d8c-b983-8115e21724a0), before_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.296805 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Calling delete_port for 76a05694-6471-4d8c-b983-8115e21724a0 owned by network:dhcp {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:56:03.351477 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] For port 76a05694-6471-4d8c-b983-8115e21724a0, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=76a05694-6471-4d8c-b983-8115e21724a0,segment=NetworkSegment(760a3297-5888-45e0-8c81-0bfe25f7446f),segment_id=760a3297-5888-45e0-8c81-0bfe25f7446f)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:56:03.351941 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (76a05694-6471-4d8c-b983-8115e21724a0), precommit_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.366670 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Calling delete_port for 76a05694-6471-4d8c-b983-8115e21724a0 owned by network:dhcp {{(pid=103828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:56:03.390608 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (76a05694-6471-4d8c-b983-8115e21724a0), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.417226 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Pushing event deleted for resources: {'Port': ['ID=76a05694-6471-4d8c-b983-8115e21724a0,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:03.422953 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] No DVR routers for this DVR port 76a05694-6471-4d8c-b983-8115e21724a0 on host dv-cinder-842148-1-iscsi {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:56:03.453255 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949'] for port (76a05694-6471-4d8c-b983-8115e21724a0), after_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.478737 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Pushing event deleted for resources: {'Port': ['ID=76a05694-6471-4d8c-b983-8115e21724a0,revision_number=None']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:03.481037 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] No DVR routers for this DVR port 76a05694-6471-4d8c-b983-8115e21724a0 on host dv-cinder-842148-1-iscsi {{(pid=103828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:56:03.492565 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.492853 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.493186 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.494014 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.494827 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.495312 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.495798 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.496275 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.496825 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.497331 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.497837 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.498080 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (c612002e-87b0-4d7f-970d-33b375a98875), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.498526 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.499029 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.500087 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.500618 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bc65b4-0550-474b-a79a-6374006c2b37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:03.524282 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c612002e-87b0-4d7f-970d-33b375a98875']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:56:03.533953 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760a3297-5888-45e0-8c81-0bfe25f7446f') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:56:03.534253 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760a3297-5888-45e0-8c81-0bfe25f7446f') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:56:03.543378 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (760a3297-5888-45e0-8c81-0bfe25f7446f), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.556567 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (760a3297-5888-45e0-8c81-0bfe25f7446f), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.563296 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:56:03.563760 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (760a3297-5888-45e0-8c81-0bfe25f7446f), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:56:03.565460 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:56:03.618142 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (c612002e-87b0-4d7f-970d-33b375a98875), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.623781 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.627424 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] 10.222.0.81 "DELETE /v2.0/networks/c612002e-87b0-4d7f-970d-33b375a98875 HTTP/1.1" status: 204 len: 168 time: 0.5371878 May 17 17:56:03.637917 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b242d06-76d7-4d61-a5c9-e0774949115e admin admin] Pushing event deleted for resources: {'Network': ['ID=c612002e-87b0-4d7f-970d-33b375a98875,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:03.750023 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 59910) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:03.791817 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-95590b47-bc3d-4d4d-b7a5-03017d849934 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=958c6d85caa04eee872fb7105e5c8685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400972 May 17 17:56:03.793729 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 59912) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:03.844837 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7d675b18-2075-4d09-914b-e340dc50f69d admin admin] Publish callbacks [] for security_group (63842ad4-4f65-48be-932d-5bb148c005a6), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.865982 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7d675b18-2075-4d09-914b-e340dc50f69d admin admin] Publish callbacks [] for security_group (63842ad4-4f65-48be-932d-5bb148c005a6), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.911175 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7d675b18-2075-4d09-914b-e340dc50f69d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (63842ad4-4f65-48be-932d-5bb148c005a6), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.913967 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7d675b18-2075-4d09-914b-e340dc50f69d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:03.915117 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-7d675b18-2075-4d09-914b-e340dc50f69d admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/63842ad4-4f65-48be-932d-5bb148c005a6 HTTP/1.1" status: 204 len: 168 time: 0.1204963 May 17 17:56:03.923760 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d675b18-2075-4d09-914b-e340dc50f69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63842ad4-4f65-48be-932d-5bb148c005a6,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:03.990837 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:56:04.009643 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:56:04.010014 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 3dd6cf32-2dd9-477d-ba2a-83efdc51dfea not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:56:04.010468 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 95c7b909-bc20-4615-8ea2-1de43ee33884 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:56:04.028381 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 95c7b909-bc20-4615-8ea2-1de43ee33884 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:56:04.028679 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 95c7b909-bc20-4615-8ea2-1de43ee33884 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:56:04.029132 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 76a05694-6471-4d8c-b983-8115e21724a0 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:56:04.048554 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 76a05694-6471-4d8c-b983-8115e21724a0 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:56:04.048906 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 76a05694-6471-4d8c-b983-8115e21724a0 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:56:05.560034 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 59964) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:05.677822 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bf5e58f1-74e8-4257-a887-a9f7e58f9a16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:05.752765 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bf5e58f1-74e8-4257-a887-a9f7e58f9a16 admin admin] Publish callbacks [] for security_group (c3963521-a658-456e-8eda-462e8098cc9b), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:05.756571 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-bf5e58f1-74e8-4257-a887-a9f7e58f9a16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (c3963521-a658-456e-8eda-462e8098cc9b), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:05.804810 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-bf5e58f1-74e8-4257-a887-a9f7e58f9a16 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=82011867e148453fb480373d50fe5214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436268 May 17 17:56:05.805805 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e58f1-74e8-4257-a887-a9f7e58f9a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3963521-a658-456e-8eda-462e8098cc9b,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:05.807388 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 59970) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:05.858676 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Publish callbacks [] for security_group (c3963521-a658-456e-8eda-462e8098cc9b), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:05.879297 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Publish callbacks [] for security_group (c3963521-a658-456e-8eda-462e8098cc9b), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:05.924919 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (c3963521-a658-456e-8eda-462e8098cc9b), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:05.927534 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:05.928719 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/c3963521-a658-456e-8eda-462e8098cc9b HTTP/1.1" status: 204 len: 168 time: 0.1203001 May 17 17:56:05.936617 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3963521-a658-456e-8eda-462e8098cc9b,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:05.943720 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.944068 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.944444 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.944782 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.945115 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.945448 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.945773 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.946096 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.946444 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.946728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.947050 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.947373 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.947694 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.948012 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:05.948345 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4f1fdc-e368-4662-a223-f8ace306acc6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:56:06.203751 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 59978) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:06.216929 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8139f23d-dfbc-4862-9a5d-79772a528a6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:06.292750 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8139f23d-dfbc-4862-9a5d-79772a528a6d admin admin] Publish callbacks [] for security_group (985a18d0-efc3-42ef-b252-d6bce07d31c8), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:06.297369 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8139f23d-dfbc-4862-9a5d-79772a528a6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (985a18d0-efc3-42ef-b252-d6bce07d31c8), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:06.334648 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8139f23d-dfbc-4862-9a5d-79772a528a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985a18d0-efc3-42ef-b252-d6bce07d31c8,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:06.339405 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-8139f23d-dfbc-4862-9a5d-79772a528a6d admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e611f009fd3c40a79a44eaa392ba90cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346028 May 17 17:56:06.342038 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 59980) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:06.389166 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8986-3e72-48c2-9b10-105ff41b218a admin admin] Publish callbacks [] for security_group (985a18d0-efc3-42ef-b252-d6bce07d31c8), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:06.410357 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8986-3e72-48c2-9b10-105ff41b218a admin admin] Publish callbacks [] for security_group (985a18d0-efc3-42ef-b252-d6bce07d31c8), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:06.460346 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8986-3e72-48c2-9b10-105ff41b218a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (985a18d0-efc3-42ef-b252-d6bce07d31c8), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:06.462921 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-5d4c8986-3e72-48c2-9b10-105ff41b218a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:06.464082 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-5d4c8986-3e72-48c2-9b10-105ff41b218a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/985a18d0-efc3-42ef-b252-d6bce07d31c8 HTTP/1.1" status: 204 len: 168 time: 0.1211214 May 17 17:56:06.472339 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4c8986-3e72-48c2-9b10-105ff41b218a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985a18d0-efc3-42ef-b252-d6bce07d31c8,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:08.522913 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60054) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:08.626031 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8aaf90eb-6400-4a60-b6d8-9c6880c71f56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:08.700696 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8aaf90eb-6400-4a60-b6d8-9c6880c71f56 admin admin] Publish callbacks [] for security_group (2dec5f30-d621-46da-b3ec-5165aeeb430f), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:08.704842 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8aaf90eb-6400-4a60-b6d8-9c6880c71f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (2dec5f30-d621-46da-b3ec-5165aeeb430f), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:08.744960 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-8aaf90eb-6400-4a60-b6d8-9c6880c71f56 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=92638e0138184512b9168c25808aa73d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209208 May 17 17:56:08.746879 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf90eb-6400-4a60-b6d8-9c6880c71f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dec5f30-d621-46da-b3ec-5165aeeb430f,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:08.747670 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 60060) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:08.798074 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-90e911c5-f6cc-4f84-87c8-9ac8d0040f0c admin admin] Publish callbacks [] for security_group (2dec5f30-d621-46da-b3ec-5165aeeb430f), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:08.818825 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-90e911c5-f6cc-4f84-87c8-9ac8d0040f0c admin admin] Publish callbacks [] for security_group (2dec5f30-d621-46da-b3ec-5165aeeb430f), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:08.864172 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-90e911c5-f6cc-4f84-87c8-9ac8d0040f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (2dec5f30-d621-46da-b3ec-5165aeeb430f), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:08.866776 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-90e911c5-f6cc-4f84-87c8-9ac8d0040f0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:08.867963 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-90e911c5-f6cc-4f84-87c8-9ac8d0040f0c admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/2dec5f30-d621-46da-b3ec-5165aeeb430f HTTP/1.1" status: 204 len: 168 time: 0.1184738 May 17 17:56:08.875642 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e911c5-f6cc-4f84-87c8-9ac8d0040f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dec5f30-d621-46da-b3ec-5165aeeb430f,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:09.129858 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60066) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:09.142953 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cb34-20ec-4be3-badb-0d75f330f62f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:09.215730 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cb34-20ec-4be3-badb-0d75f330f62f admin admin] Publish callbacks [] for security_group (77ad77f6-ba72-4af7-a46f-9b74ce6cc438), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:09.219645 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b3d1cb34-20ec-4be3-badb-0d75f330f62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (77ad77f6-ba72-4af7-a46f-9b74ce6cc438), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:09.257406 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b3d1cb34-20ec-4be3-badb-0d75f330f62f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=d4306e7bf0bc44d89b4cbe84ccd64fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1264665 May 17 17:56:09.258261 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d1cb34-20ec-4be3-badb-0d75f330f62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ad77f6-ba72-4af7-a46f-9b74ce6cc438,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:09.260040 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 60068) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:09.311453 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-09009c26-66ae-41a4-b27c-6843f32a3998 admin admin] Publish callbacks [] for security_group (77ad77f6-ba72-4af7-a46f-9b74ce6cc438), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:09.332195 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-09009c26-66ae-41a4-b27c-6843f32a3998 admin admin] Publish callbacks [] for security_group (77ad77f6-ba72-4af7-a46f-9b74ce6cc438), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:09.378057 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-09009c26-66ae-41a4-b27c-6843f32a3998 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (77ad77f6-ba72-4af7-a46f-9b74ce6cc438), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:09.380731 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-09009c26-66ae-41a4-b27c-6843f32a3998 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:09.381881 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-09009c26-66ae-41a4-b27c-6843f32a3998 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/77ad77f6-ba72-4af7-a46f-9b74ce6cc438 HTTP/1.1" status: 204 len: 168 time: 0.1202657 May 17 17:56:09.389856 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09009c26-66ae-41a4-b27c-6843f32a3998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ad77f6-ba72-4af7-a46f-9b74ce6cc438,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:11.231944 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60144) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:11.335958 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-87ed77f2-52e2-450d-82fd-0010e93eb1e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.408659 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-87ed77f2-52e2-450d-82fd-0010e93eb1e6 admin admin] Publish callbacks [] for security_group (26741be7-2545-4836-9c11-93cc6867d269), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.412376 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-87ed77f2-52e2-450d-82fd-0010e93eb1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (26741be7-2545-4836-9c11-93cc6867d269), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.448934 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ed77f2-52e2-450d-82fd-0010e93eb1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26741be7-2545-4836-9c11-93cc6867d269,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:11.453771 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-87ed77f2-52e2-450d-82fd-0010e93eb1e6 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7b57e07311814047ad266b2b85ac639a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2207651 May 17 17:56:11.456873 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60148) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:11.505346 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-74016183-dbbb-4670-8e1a-6f8338e43d4e admin admin] Publish callbacks [] for security_group (26741be7-2545-4836-9c11-93cc6867d269), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.526456 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-74016183-dbbb-4670-8e1a-6f8338e43d4e admin admin] Publish callbacks [] for security_group (26741be7-2545-4836-9c11-93cc6867d269), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.572130 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-74016183-dbbb-4670-8e1a-6f8338e43d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (26741be7-2545-4836-9c11-93cc6867d269), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.574604 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-74016183-dbbb-4670-8e1a-6f8338e43d4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.575744 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-74016183-dbbb-4670-8e1a-6f8338e43d4e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/26741be7-2545-4836-9c11-93cc6867d269 HTTP/1.1" status: 204 len: 168 time: 0.1184309 May 17 17:56:11.583936 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74016183-dbbb-4670-8e1a-6f8338e43d4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26741be7-2545-4836-9c11-93cc6867d269,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:11.840139 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60154) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:11.853202 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7412b222-7d5b-4551-a5e4-e4faf2cc613f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.932607 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7412b222-7d5b-4551-a5e4-e4faf2cc613f admin admin] Publish callbacks [] for security_group (ff137577-ae32-4270-b6b3-2b71abb242bd), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.936542 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-7412b222-7d5b-4551-a5e4-e4faf2cc613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ff137577-ae32-4270-b6b3-2b71abb242bd), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:11.974632 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-7412b222-7d5b-4551-a5e4-e4faf2cc613f admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=23324f917ed145809382b5f535b21214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1333907 May 17 17:56:11.975510 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412b222-7d5b-4551-a5e4-e4faf2cc613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff137577-ae32-4270-b6b3-2b71abb242bd,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:11.977462 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 60158) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:12.024975 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f37e686c-5a12-417f-a893-7f4d90813cd0 admin admin] Publish callbacks [] for security_group (ff137577-ae32-4270-b6b3-2b71abb242bd), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:12.046215 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f37e686c-5a12-417f-a893-7f4d90813cd0 admin admin] Publish callbacks [] for security_group (ff137577-ae32-4270-b6b3-2b71abb242bd), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:12.095354 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f37e686c-5a12-417f-a893-7f4d90813cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (ff137577-ae32-4270-b6b3-2b71abb242bd), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:12.097935 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f37e686c-5a12-417f-a893-7f4d90813cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:12.099119 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f37e686c-5a12-417f-a893-7f4d90813cd0 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/ff137577-ae32-4270-b6b3-2b71abb242bd HTTP/1.1" status: 204 len: 168 time: 0.1206732 May 17 17:56:12.106927 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37e686c-5a12-417f-a893-7f4d90813cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff137577-ae32-4270-b6b3-2b71abb242bd,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:12.170353 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-bd30578a-b433-4d64-873c-0f4e6d7eeb9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:13.122894 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60190) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:13.226283 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7a5c609-230a-45fa-98e0-52d8910fcef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:13.303117 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7a5c609-230a-45fa-98e0-52d8910fcef3 admin admin] Publish callbacks [] for security_group (d49828d2-e2f2-4a46-99af-afaeaf1518b6), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:13.307306 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7a5c609-230a-45fa-98e0-52d8910fcef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d49828d2-e2f2-4a46-99af-afaeaf1518b6), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:13.345683 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-f7a5c609-230a-45fa-98e0-52d8910fcef3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=12b487c9b1fc465995f084d663549864&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2217131 May 17 17:56:13.346542 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a5c609-230a-45fa-98e0-52d8910fcef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49828d2-e2f2-4a46-99af-afaeaf1518b6,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:13.348378 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 60196) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:56:13.398563 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f815c682-420f-4621-9bfb-775cae975c2a admin admin] Publish callbacks [] for security_group (d49828d2-e2f2-4a46-99af-afaeaf1518b6), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:13.419072 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f815c682-420f-4621-9bfb-775cae975c2a admin admin] Publish callbacks [] for security_group (d49828d2-e2f2-4a46-99af-afaeaf1518b6), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:13.466470 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f815c682-420f-4621-9bfb-775cae975c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (d49828d2-e2f2-4a46-99af-afaeaf1518b6), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:13.469071 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-f815c682-420f-4621-9bfb-775cae975c2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:13.470257 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-f815c682-420f-4621-9bfb-775cae975c2a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/d49828d2-e2f2-4a46-99af-afaeaf1518b6 HTTP/1.1" status: 204 len: 168 time: 0.1208372 May 17 17:56:13.478001 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815c682-420f-4621-9bfb-775cae975c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49828d2-e2f2-4a46-99af-afaeaf1518b6,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:56:14.151008 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:56:14.337807 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:14.460689 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-7ef9e17c-a2a5-4b04-b744-c5ed000fd170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:15.729402 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:17.286809 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:18.432159 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:42.172920 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1acf61e9-9f37-4f6f-86f9-543f36a2d14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:44.336244 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:44.461613 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a0fcf020-2563-4615-9434-14a07b70267f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:45.733395 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:47.287859 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:48.438552 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:56:51.150546 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:57:10.683446 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 60510) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:10.793073 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:10.877765 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Publish callbacks [] for security_group (5d528757-e5d9-42ad-8c98-0f33c3f84dd9), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:10.883136 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5d528757-e5d9-42ad-8c98-0f33c3f84dd9), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:10.922964 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=e0e875ab71b241859adce0b45e309ba3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381618 May 17 17:57:10.923799 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d528757-e5d9-42ad-8c98-0f33c3f84dd9,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:10.925777 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60516) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:10.931389 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.931673 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.932146 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.932379 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.932718 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.933045 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.933372 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.934035 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.934271 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.934597 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.934924 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.935285 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.935608 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.936495 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.936828 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4993254e-593d-4504-b64a-25c4e05cf967 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:10.983009 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Publish callbacks [] for security_group (5d528757-e5d9-42ad-8c98-0f33c3f84dd9), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:11.009998 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Publish callbacks [] for security_group (5d528757-e5d9-42ad-8c98-0f33c3f84dd9), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:11.079292 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (5d528757-e5d9-42ad-8c98-0f33c3f84dd9), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:11.085147 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:11.088932 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/5d528757-e5d9-42ad-8c98-0f33c3f84dd9 HTTP/1.1" status: 204 len: 168 time: 0.1619217 May 17 17:57:11.098023 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d528757-e5d9-42ad-8c98-0f33c3f84dd9,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:11.107714 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.108070 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.108447 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.108790 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.109124 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.109460 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.109787 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.110177 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.110723 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.111240 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.111794 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.112257 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.112510 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.112837 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.113264 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395cee08-7f3e-4882-aa0c-a2df82c7e2e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:11.723515 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 60542) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:11.827815 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-124358268-network', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:11.848202 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Made reservation on behalf of 7387df83ef7a4544804abc06c2f9e865 for: {'network': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:57:11.850554 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:11.859126 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:11.931120 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Publish callbacks [] for security_group (bc6ca93a-cf4a-483e-b9b9-935167f73a70), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:11.935751 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (bc6ca93a-cf4a-483e-b9b9-935167f73a70), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:11.958613 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=103826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:57:11.972071 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc6ca93a-cf4a-483e-b9b9-935167f73a70,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:11.977100 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (49ba9e0f-0e06-422f-8956-d5308b9f5b06), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:11.977509 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.segments_db [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Added segment 49ba9e0f-0e06-422f-8956-d5308b9f5b06 of type vlan for network b0550974-aaf3-4aad-b025-bb7e66ec3820 May 17 17:57:12.017292 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (b0550974-aaf3-4aad-b025-bb7e66ec3820), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.042827 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (b0550974-aaf3-4aad-b025-bb7e66ec3820), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.043868 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:12.045154 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.077936 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3532062 May 17 17:57:12.080728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 60548) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:12.085640 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Request body: {'subnet': {'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-124358268-subnet', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:12.121210 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17112be6-62be-453f-80ef-384ec17b09f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b0550974-aaf3-4aad-b025-bb7e66ec3820,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:12.133848 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:57:12.135335 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Made reservation on behalf of 7387df83ef7a4544804abc06c2f9e865 for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:57:12.138207 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3392307'] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.214562 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e4e1a969-b0e8-4073-b08f-60b8869f0c9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.567213 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4041416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3392293'] for subnet (7260e6b3-8b90-4a61-932a-f39f0c4c323e), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.625285 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7260e6b3-8b90-4a61-932a-f39f0c4c323e,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:12.635740 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Checking segment: {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:12.636103 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Network hostable DHCP agents. Network: b0550974-aaf3-4aad-b025-bb7e66ec3820, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:57:12.654548 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:57:12.663429 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, b0550974-aaf3-4aad-b025-bb7e66ec3820) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:12.667582 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:12.668212 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.672837 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9e8c71-fde0-4678-984d-3fe05df16474 None None] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:57:12.684314 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-6b986b52-bef2-4abd-95a2-9104bdbd0f53 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6022696 May 17 17:57:12.687101 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60550) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:12.691763 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:12.714109 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (f4297102-b6a9-48a1-9c76-c922dd553227), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.715145 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (f4297102-b6a9-48a1-9c76-c922dd553227), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.772397 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks [] for router_controller (f4297102-b6a9-48a1-9c76-c922dd553227), precommit_add_association {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.908720 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-b0550974-aaf3-4aad-b025-bb7e66ec3820', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:57:12.909686 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:12.912192 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks [] for router_gateway (f4297102-b6a9-48a1-9c76-c922dd553227), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.047578 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Allocated IP 172.20.0.2 (b0550974-aaf3-4aad-b025-bb7e66ec3820/7260e6b3-8b90-4a61-932a-f39f0c4c323e/cb220a27-9040-4d56-9228-550f72777352) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:57:13.108319 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks [] for router_gateway (f4297102-b6a9-48a1-9c76-c922dd553227), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.129064 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.205247 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Publish callbacks [] for port (cb220a27-9040-4d56-9228-550f72777352), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.211446 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (cb220a27-9040-4d56-9228-550f72777352), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.243806 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Allocated IP 172.27.3.214 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/b153b324-181d-4c55-a8b3-99fd28bc5f05) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:57:13.248806 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:13.251887 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:13.254445 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:57:13.272988 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Pushing event updated for resources: {'Port': ['ID=cb220a27-9040-4d56-9228-550f72777352,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:13.299184 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.299184 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.299530 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.299784 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.300066 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.300431 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.300768 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.301102 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.301435 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.301765 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.302098 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.302429 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.302758 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.303153 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.303489 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:13.335210 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Attempting to bind port cb220a27-9040-4d56-9228-550f72777352 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:57:13.335594 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Attempting to bind port cb220a27-9040-4d56-9228-550f72777352 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:57:13.335984 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Attempting to bind port cb220a27-9040-4d56-9228-550f72777352 on network b0550974-aaf3-4aad-b025-bb7e66ec3820 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:13.341144 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:57:13.341605 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Checking segment: {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:13.342026 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.342427 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Bound using segment: {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:57:13.342913 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Bound port: cb220a27-9040-4d56-9228-550f72777352, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:57:13.343307 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (cb220a27-9040-4d56-9228-550f72777352), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.355820 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks [] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.390740 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.417210 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] For port cb220a27-9040-4d56-9228-550f72777352, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:57:13.421460 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] For port cb220a27-9040-4d56-9228-550f72777352, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=cb220a27-9040-4d56-9228-550f72777352,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:57:13.428795 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (cb220a27-9040-4d56-9228-550f72777352), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.432683 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:13.441016 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:13.443531 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:57:13.445605 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Pushing event updated for resources: {'Port': ['ID=b153b324-181d-4c55-a8b3-99fd28bc5f05,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:13.486837 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2e0a5-b7b0-466a-a67b-09f40d3b6d87 None None] Pushing event updated for resources: {'Port': ['ID=cb220a27-9040-4d56-9228-550f72777352,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:13.731752 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks [] for router_gateway (f4297102-b6a9-48a1-9c76-c922dd553227), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:13.925977 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (f4297102-b6a9-48a1-9c76-c922dd553227), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.027831 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device cb220a27-9040-4d56-9228-550f72777352 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:14.056479 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Router f4297102-b6a9-48a1-9c76-c922dd553227 is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:57:14.075143 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port cb220a27-9040-4d56-9228-550f72777352 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:14.076022 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (cb220a27-9040-4d56-9228-550f72777352), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.157045 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port cb220a27-9040-4d56-9228-550f72777352 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:14.157173 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (cb220a27-9040-4d56-9228-550f72777352), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.164131 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:57:14.179265 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Sync routers for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:57:14.190009 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.193999 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-6c9e92e9-98fb-453f-8caf-f56b93225263 admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5025272 May 17 17:57:14.193999 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60556) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:14.204485 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port cb220a27-9040-4d56-9228-550f72777352, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=cb220a27-9040-4d56-9228-550f72777352,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:14.210485 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (cb220a27-9040-4d56-9228-550f72777352), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.215256 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:57:14.216015 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:56:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:14.368427 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=cb220a27-9040-4d56-9228-550f72777352,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:14.379268 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:57:14.381918 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.499102 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-c5d40f1e-270f-4a44-b3f9-79594e5bc12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.528631 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f79ee28-ac6e-44af-82de-5ab92fc3e57c None None] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:57:14.634892 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-ad33c401-1898-414e-9a35-dd792172f9fc None None] Provisioning complete for port cb220a27-9040-4d56-9228-550f72777352 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:14.635262 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-ad33c401-1898-414e-9a35-dd792172f9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (cb220a27-9040-4d56-9228-550f72777352), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.655630 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.676872 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:13Z', 'revision_number': 3, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:14.714760 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Checking router: f4297102-b6a9-48a1-9c76-c922dd553227 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:57:14.715061 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Updating router f4297102-b6a9-48a1-9c76-c922dd553227 port b153b324-181d-4c55-a8b3-99fd28bc5f05 binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:57:14.790269 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:14.823312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Allocated IP 172.20.0.1 (b0550974-aaf3-4aad-b025-bb7e66ec3820/7260e6b3-8b90-4a61-932a-f39f0c4c323e/8d813939-9707-40d5-9a36-b1288978db99) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:57:14.828631 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-ad33c401-1898-414e-9a35-dd792172f9fc None None] Current status of the port cb220a27-9040-4d56-9228-550f72777352 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:14.947629 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Publish callbacks [] for port (8d813939-9707-40d5-9a36-b1288978db99), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.007095 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (8d813939-9707-40d5-9a36-b1288978db99), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.059904 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:15.063021 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:15.067636 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:57:15.070291 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-0f4dade1-6d8a-4f9a-84ca-87d592ae5237 None None] Provisioning complete for port cb220a27-9040-4d56-9228-550f72777352 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:15.070738 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-0f4dade1-6d8a-4f9a-84ca-87d592ae5237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (cb220a27-9040-4d56-9228-550f72777352), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.101261 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Pushing event updated for resources: {'Port': ['ID=8d813939-9707-40d5-9a36-b1288978db99,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:15.123600 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (f4297102-b6a9-48a1-9c76-c922dd553227), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.166390 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Publish callbacks [] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.191810 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.258456 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-0f4dade1-6d8a-4f9a-84ca-87d592ae5237 None None] Current status of the port cb220a27-9040-4d56-9228-550f72777352 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:15.262739 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e2a4d-3362-4b44-b1f0-5518b734a249 None None] Pushing event updated for resources: {'Port': ['ID=b153b324-181d-4c55-a8b3-99fd28bc5f05,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:15.266729 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Attempting to bind port b153b324-181d-4c55-a8b3-99fd28bc5f05 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:57:15.267104 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Attempting to bind port b153b324-181d-4c55-a8b3-99fd28bc5f05 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:57:15.267462 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Attempting to bind port b153b324-181d-4c55-a8b3-99fd28bc5f05 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:15.273983 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:57:15.274361 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:15.274757 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.275153 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:57:15.275657 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Bound port: b153b324-181d-4c55-a8b3-99fd28bc5f05, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:57:15.276356 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.290950 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (8d813939-9707-40d5-9a36-b1288978db99), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.450962 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-18373dd1-fdab-4036-9baa-5ba2493494a1 None None] Provisioning complete for port 8d813939-9707-40d5-9a36-b1288978db99 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:15.451360 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-18373dd1-fdab-4036-9baa-5ba2493494a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (8d813939-9707-40d5-9a36-b1288978db99), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.500267 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] For port b153b324-181d-4c55-a8b3-99fd28bc5f05, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:57:15.502742 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-18373dd1-fdab-4036-9baa-5ba2493494a1 None None] Port 8d813939-9707-40d5-9a36-b1288978db99 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:57:15.515061 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] For port b153b324-181d-4c55-a8b3-99fd28bc5f05, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=b153b324-181d-4c55-a8b3-99fd28bc5f05,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:57:15.529345 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.529484 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Publish callbacks [] for port (8d813939-9707-40d5-9a36-b1288978db99), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.533282 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (8d813939-9707-40d5-9a36-b1288978db99), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.586951 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:57:15.588019 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:57:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:15.606872 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Pushing event updated for resources: {'Port': ['ID=8d813939-9707-40d5-9a36-b1288978db99,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:15.613841 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (f4297102-b6a9-48a1-9c76-c922dd553227), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.624421 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e2a4d-3362-4b44-b1f0-5518b734a249 None None] Pushing event updated for resources: {'Port': ['ID=b153b324-181d-4c55-a8b3-99fd28bc5f05,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:15.704688 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:57:15.715629 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:15.717734 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:15.797758 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:15.852227 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Router f4297102-b6a9-48a1-9c76-c922dd553227 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:57:15.988814 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 2, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:16.025473 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:57:16.031469 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-4847200c-f908-4dba-b81e-818825810621 admin admin] 10.222.0.81 "PUT /v2.0/routers/f4297102-b6a9-48a1-9c76-c922dd553227/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8367841 May 17 17:57:16.045706 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d260302-9fa5-4b02-b373-c00061be5283 None None] The sync data for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi is: [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 2, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:57:16.056791 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-9d027afc-942a-4476-a583-dfad1c0ba917 None None] Provisioning complete for port 8d813939-9707-40d5-9a36-b1288978db99 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:16.057415 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-9d027afc-942a-4476-a583-dfad1c0ba917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (8d813939-9707-40d5-9a36-b1288978db99), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.087790 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device cb220a27-9040-4d56-9228-550f72777352 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:16.127275 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-9d027afc-942a-4476-a583-dfad1c0ba917 None None] Port 8d813939-9707-40d5-9a36-b1288978db99 cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:57:16.163387 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port cb220a27-9040-4d56-9228-550f72777352 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:16.164014 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (cb220a27-9040-4d56-9228-550f72777352), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.277089 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port cb220a27-9040-4d56-9228-550f72777352 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:16.617905 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60588) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:16.622817 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1963038956-network', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:16.643978 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Made reservation on behalf of ae5520a6839c4fd5895f42f4f33fa58b for: {'network': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:57:16.646524 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.656178 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.738434 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Publish callbacks [] for security_group (de966540-bd1e-4423-a047-9374277ba5ca), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.749876 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (de966540-bd1e-4423-a047-9374277ba5ca), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.776362 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 849} {{(pid=103827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:57:16.786459 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de966540-bd1e-4423-a047-9374277ba5ca,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:16.791399 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (1684b905-0b5f-48d4-9355-b944ec4dd45a), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.791805 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.segments_db [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Added segment 1684b905-0b5f-48d4-9355-b944ec4dd45a of type vlan for network 0496534a-3a95-448a-9fae-d12e15096dbd May 17 17:57:16.850984 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (0496534a-3a95-448a-9fae-d12e15096dbd), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.877887 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (0496534a-3a95-448a-9fae-d12e15096dbd), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.879290 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:16.879875 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:16.918116 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2990997 May 17 17:57:16.921451 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60590) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:16.952970 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Request body: {'subnet': {'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1963038956-subnet', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'ip_version': 4}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:16.963877 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655615d3-f17d-479a-8541-b4dfbe06064b admin admin] Pushing event updated for resources: {'Network': ['ID=0496534a-3a95-448a-9fae-d12e15096dbd,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:16.978762 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 0496534a-3a95-448a-9fae-d12e15096dbd details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:57:16.989794 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Made reservation on behalf of ae5520a6839c4fd5895f42f4f33fa58b for: {'subnet': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:57:16.992413 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-521134027'] for subnet (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:17.297200 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:17.458201 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-520866149', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-521134045'] for subnet (134109ab-0d18-4899-830c-96d8755d87f5), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:17.511945 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Pushing event updated for resources: {'Subnet': ['ID=134109ab-0d18-4899-830c-96d8755d87f5,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:17.522757 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Checking segment: {'id': '1684b905-0b5f-48d4-9355-b944ec4dd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:17.523125 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Network hostable DHCP agents. Network: 0496534a-3a95-448a-9fae-d12e15096dbd, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103827) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:57:17.540797 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Network 0496534a-3a95-448a-9fae-d12e15096dbd is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103827) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:57:17.549457 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 0496534a-3a95-448a-9fae-d12e15096dbd) {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:17.554395 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:17.554996 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:17.562178 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b0dbc3-e39f-46c1-84c8-c57903b051f7 None None] Network 0496534a-3a95-448a-9fae-d12e15096dbd requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:57:17.575056 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-c11e6b15-37d0-4f13-9fbf-b3ad89c5b170 admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6524651 May 17 17:57:17.578148 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60600) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:17.582580 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:17.606295 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-676653', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5783'] for router (6e807518-48f8-4ffe-bbaa-31a24385f2e2), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:17.608340 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-676825', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-674868', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-536877', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5740'] for router (6e807518-48f8-4ffe-bbaa-31a24385f2e2), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:17.671534 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks [] for router_controller (6e807518-48f8-4ffe-bbaa-31a24385f2e2), precommit_add_association {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:17.694430 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43e3d517-1f70-5203-9114-d7251dde93d3-0496534a-3a95-448a-9fae-d12e15096dbd', 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd', 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'fixed_ips': [{'subnet_id': '134109ab-0d18-4899-830c-96d8755d87f5'}]}} from dv-cinder-842148-1-iscsi. {{(pid=103828) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 17 17:57:17.695784 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:17.830461 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks [] for router_gateway (6e807518-48f8-4ffe-bbaa-31a24385f2e2), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:17.843682 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.db_base_plugin_common [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Allocated IP 172.20.0.2 (0496534a-3a95-448a-9fae-d12e15096dbd/134109ab-0d18-4899-830c-96d8755d87f5/4fd83836-8275-44e8-b043-0803c4529d9d) {{(pid=103828) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:57:18.025166 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Publish callbacks [] for port (4fd83836-8275-44e8-b043-0803c4529d9d), precommit_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.035453 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), after_create {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.073702 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b153b324-181d-4c55-a8b3-99fd28bc5f05 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:18.079272 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks [] for router_gateway (6e807518-48f8-4ffe-bbaa-31a24385f2e2), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.101619 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.109230 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Network 0496534a-3a95-448a-9fae-d12e15096dbd is already hosted by enough agents. {{(pid=103828) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:18.118681 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.scheduler.base_scheduler [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Resources bound (agent type, host, resource id): {{(pid=103828) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:18.124097 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Received port after_create {{(pid=103828) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:57:18.131213 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Pushing event updated for resources: {'Port': ['ID=4fd83836-8275-44e8-b043-0803c4529d9d,revision_number=1']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:18.165995 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port b153b324-181d-4c55-a8b3-99fd28bc5f05 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:18.166636 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.236889 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Attempting to bind port 4fd83836-8275-44e8-b043-0803c4529d9d on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:57:18.237107 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Attempting to bind port 4fd83836-8275-44e8-b043-0803c4529d9d by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '1684b905-0b5f-48d4-9355-b944ec4dd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:57:18.237881 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Attempting to bind port 4fd83836-8275-44e8-b043-0803c4529d9d on network 0496534a-3a95-448a-9fae-d12e15096dbd {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:18.243114 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Allocated IP 172.27.3.126 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/cf662b34-5d72-453a-a6a5-7f45cacdf341) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:57:18.252311 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:57:18.252779 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Checking segment: {'id': '1684b905-0b5f-48d4-9355-b944ec4dd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:18.253425 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.253837 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Bound using segment: {'id': '1684b905-0b5f-48d4-9355-b944ec4dd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:57:18.254563 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Bound port: 4fd83836-8275-44e8-b043-0803c4529d9d, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1684b905-0b5f-48d4-9355-b944ec4dd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:57:18.255485 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.309061 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Sync routers for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:57:18.340969 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:57:18.342563 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:57:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:18.375083 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks [] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.401168 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port b153b324-181d-4c55-a8b3-99fd28bc5f05 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:18.401961 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.434294 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] For port 4fd83836-8275-44e8-b043-0803c4529d9d, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:57:18.435796 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.465644 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port b153b324-181d-4c55-a8b3-99fd28bc5f05, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=b153b324-181d-4c55-a8b3-99fd28bc5f05,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:18.470596 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:57:18.471713 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] For port 4fd83836-8275-44e8-b043-0803c4529d9d, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=4fd83836-8275-44e8-b043-0803c4529d9d,segment=NetworkSegment(1684b905-0b5f-48d4-9355-b944ec4dd45a),segment_id=1684b905-0b5f-48d4-9355-b944ec4dd45a)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:57:18.476149 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.480044 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.480230 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:18.484517 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:18.489160 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:57:18.511116 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.539851 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Pushing event updated for resources: {'Port': ['ID=cf662b34-5d72-453a-a6a5-7f45cacdf341,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:18.573553 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=b153b324-181d-4c55-a8b3-99fd28bc5f05,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:18.641900 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a9f38-ffe6-46cf-a014-02ebd9d121e5 None None] Pushing event updated for resources: {'Port': ['ID=4fd83836-8275-44e8-b043-0803c4529d9d,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:18.720265 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 2, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:18.746175 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Checking router: f4297102-b6a9-48a1-9c76-c922dd553227 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:57:18.746535 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Updating router f4297102-b6a9-48a1-9c76-c922dd553227 port 8d813939-9707-40d5-9a36-b1288978db99 binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:57:18.792439 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (8d813939-9707-40d5-9a36-b1288978db99), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:18.806351 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks [] for router_gateway (6e807518-48f8-4ffe-bbaa-31a24385f2e2), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.017479 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-676768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-675043'] for router (6e807518-48f8-4ffe-bbaa-31a24385f2e2), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.109218 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Publish callbacks [] for port (8d813939-9707-40d5-9a36-b1288978db99), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.115060 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (8d813939-9707-40d5-9a36-b1288978db99), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.157527 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 is scheduled to L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff with binding_index 1 {{(pid=103827) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 17 17:57:19.158926 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Pushing event updated for resources: {'Port': ['ID=8d813939-9707-40d5-9a36-b1288978db99,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:19.168414 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.168770 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.169186 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.170057 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.170401 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.170735 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.171067 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.171393 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.171722 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.172047 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.172394 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.172734 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.173063 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.173387 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.173710 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103829) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:57:19.237561 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Attempting to bind port 8d813939-9707-40d5-9a36-b1288978db99 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:57:19.238037 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Attempting to bind port 8d813939-9707-40d5-9a36-b1288978db99 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:57:19.238415 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Attempting to bind port 8d813939-9707-40d5-9a36-b1288978db99 on network b0550974-aaf3-4aad-b025-bb7e66ec3820 {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:19.244424 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:57:19.244786 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Checking segment: {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:19.245206 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.245604 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Bound using segment: {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:57:19.246088 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Bound port: 8d813939-9707-40d5-9a36-b1288978db99, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:57:19.246471 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (8d813939-9707-40d5-9a36-b1288978db99), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.289838 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:57:19.299865 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Sync routers for ids ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:57:19.311742 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Routers {'6e807518-48f8-4ffe-bbaa-31a24385f2e2'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:57:19.312393 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:57:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:19.317466 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.318761 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-922b975a-2a76-4ad2-b686-8f4b0ea8892a admin admin] 10.222.0.81 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7396760 May 17 17:57:19.321605 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60608) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:19.329173 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] For port 8d813939-9707-40d5-9a36-b1288978db99, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:57:19.334046 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] For port 8d813939-9707-40d5-9a36-b1288978db99, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=8d813939-9707-40d5-9a36-b1288978db99,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:57:19.346480 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (8d813939-9707-40d5-9a36-b1288978db99), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.400534 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:57:19.401202 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:57:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:19.546310 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Set router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:57:19.550615 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a61d4e-0296-4426-8209-a0e1b2cbe2fa None None] Pushing event updated for resources: {'Port': ['ID=8d813939-9707-40d5-9a36-b1288978db99,revision_number=4']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:19.591450 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:57:19.711638 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-56dd52be-b3b0-43bb-b803-c90615dc73ba None None] Provisioning complete for port 8d813939-9707-40d5-9a36-b1288978db99 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:19.712029 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-56dd52be-b3b0-43bb-b803-c90615dc73ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (8d813939-9707-40d5-9a36-b1288978db99), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.875781 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9ae596-6501-47b6-ad87-ecbfbd8e4b2c None None] Network 0496534a-3a95-448a-9fae-d12e15096dbd requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:57:19.897295 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:19Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:19.926512 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:19.934190 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac405604-e55e-405e-b3a2-1a9339a67251 None None] The sync data for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi is: [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:19Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:57:20.256719 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:17Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 3, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'gw_port': {'id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:18Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:20.276917 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Allocated IP 172.20.0.1 (0496534a-3a95-448a-9fae-d12e15096dbd/134109ab-0d18-4899-830c-96d8755d87f5/4163248c-b9e5-48c4-b7a2-ec17f72fbefa) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:57:20.288953 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b153b324-181d-4c55-a8b3-99fd28bc5f05 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:20.292847 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-56dd52be-b3b0-43bb-b803-c90615dc73ba None None] Current status of the port 8d813939-9707-40d5-9a36-b1288978db99 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:20.293261 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-56dd52be-b3b0-43bb-b803-c90615dc73ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (8d813939-9707-40d5-9a36-b1288978db99), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:20.314983 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Checking router: 6e807518-48f8-4ffe-bbaa-31a24385f2e2 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:57:20.315437 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Updating router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 port cf662b34-5d72-453a-a6a5-7f45cacdf341 binding host dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:57:20.368644 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:20.438332 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Publish callbacks [] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:20.497765 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:20.518413 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Network 0496534a-3a95-448a-9fae-d12e15096dbd is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:20.523061 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-56dd52be-b3b0-43bb-b803-c90615dc73ba None None] For port 8d813939-9707-40d5-9a36-b1288978db99, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=8d813939-9707-40d5-9a36-b1288978db99,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:20.536647 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:20.538910 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-56dd52be-b3b0-43bb-b803-c90615dc73ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (8d813939-9707-40d5-9a36-b1288978db99), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:20.541039 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:57:20.596308 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4163248c-b9e5-48c4-b7a2-ec17f72fbefa,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:20.607458 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672718'] for router_interface (6e807518-48f8-4ffe-bbaa-31a24385f2e2), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:20.611420 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port b153b324-181d-4c55-a8b3-99fd28bc5f05 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:20.612436 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:20.735680 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] Provisioning complete for port 8d813939-9707-40d5-9a36-b1288978db99 triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:20.736057 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (8d813939-9707-40d5-9a36-b1288978db99), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:20.756205 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dd52be-b3b0-43bb-b803-c90615dc73ba None None] Pushing event updated for resources: {'Port': ['ID=8d813939-9707-40d5-9a36-b1288978db99,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:20.772169 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:20.902615 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port b153b324-181d-4c55-a8b3-99fd28bc5f05 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:20.903723 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 8d813939-9707-40d5-9a36-b1288978db99 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:20.995344 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Publish callbacks [] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.001872 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.027529 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] Current status of the port 8d813939-9707-40d5-9a36-b1288978db99 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:21.046326 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Publish callbacks [] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), precommit_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.054365 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 8d813939-9707-40d5-9a36-b1288978db99 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:21.054365 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (8d813939-9707-40d5-9a36-b1288978db99), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.058543 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] Provisioning complete for port 4fd83836-8275-44e8-b043-0803c4529d9d triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:21.058543 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.060374 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.074195 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Pushing event updated for resources: {'Port': ['ID=4163248c-b9e5-48c4-b7a2-ec17f72fbefa,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:21.080720 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-566367', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-673156'] for router_interface (6e807518-48f8-4ffe-bbaa-31a24385f2e2), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.174492 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Network 0496534a-3a95-448a-9fae-d12e15096dbd is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:21.175638 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Attempting to bind port cf662b34-5d72-453a-a6a5-7f45cacdf341 on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:57:21.175904 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:21.176020 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Attempting to bind port cf662b34-5d72-453a-a6a5-7f45cacdf341 by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:57:21.177821 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Attempting to bind port cf662b34-5d72-453a-a6a5-7f45cacdf341 on network bc5238ed-f7b0-445e-b16f-a5feccfda731 {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:21.181214 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13124c-77a1-402f-8741-4aa24fc0eb12 None None] Pushing event updated for resources: {'Port': ['ID=cf662b34-5d72-453a-a6a5-7f45cacdf341,revision_number=2']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:21.192393 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:57:21.192894 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Checking segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:21.193488 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.193976 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Bound using segment: {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'} {{(pid=103828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:57:21.194608 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.managers [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Bound port: cf662b34-5d72-453a-a6a5-7f45cacdf341, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2bc909-a770-4a8e-85af-1251cf228dea', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731'}}] {{(pid=103828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:57:21.195051 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.306643 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 8d813939-9707-40d5-9a36-b1288978db99 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:21.307882 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 4fd83836-8275-44e8-b043-0803c4529d9d up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:21.309562 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] Current status of the port 4fd83836-8275-44e8-b043-0803c4529d9d is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:21.309987 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.321049 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] For port cf662b34-5d72-453a-a6a5-7f45cacdf341, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:57:21.327050 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:57:21.364897 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] For port cf662b34-5d72-453a-a6a5-7f45cacdf341, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=cf662b34-5d72-453a-a6a5-7f45cacdf341,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:57:21.375190 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.417555 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] For port 4fd83836-8275-44e8-b043-0803c4529d9d, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=4fd83836-8275-44e8-b043-0803c4529d9d,segment=NetworkSegment(1684b905-0b5f-48d4-9355-b944ec4dd45a),segment_id=1684b905-0b5f-48d4-9355-b944ec4dd45a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:21.432029 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.440013 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 4fd83836-8275-44e8-b043-0803c4529d9d triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:21.440786 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.456350 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:57:21.463803 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-eee64a66-4f65-4008-9445-57843c6770a5 admin admin] 10.222.0.81 "PUT /v2.0/routers/6e807518-48f8-4ffe-bbaa-31a24385f2e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1410830 May 17 17:57:21.488725 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Routers {'6e807518-48f8-4ffe-bbaa-31a24385f2e2'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:57:21.489376 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:57:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:21.498258 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f13124c-77a1-402f-8741-4aa24fc0eb12 None None] Pushing event updated for resources: {'Port': ['ID=cf662b34-5d72-453a-a6a5-7f45cacdf341,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:21.588602 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-daca05c4-6b56-404e-92f3-b8e5fc147598 None None] Provisioning complete for port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:21.589131 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-daca05c4-6b56-404e-92f3-b8e5fc147598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:21.679929 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b379d-7d0e-477e-abd4-86718cb89c8d None None] Pushing event updated for resources: {'Port': ['ID=4fd83836-8275-44e8-b043-0803c4529d9d,revision_number=3']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:21.697025 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-daca05c4-6b56-404e-92f3-b8e5fc147598 None None] Port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:57:21.710395 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 4fd83836-8275-44e8-b043-0803c4529d9d is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:21.721778 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] Set router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:57:22.054147 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 8d813939-9707-40d5-9a36-b1288978db99 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:22.096430 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:17Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 4, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'gw_port': {'id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:18Z', 'updated_at': '2022-05-17T17:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '4163248c-b9e5-48c4-b7a2-ec17f72fbefa', 'name': '', 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'mac_address': 'fa:16:3e:17:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '134109ab-0d18-4899-830c-96d8755d87f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:19Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 2, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'subnets': [{'id': '134109ab-0d18-4899-830c-96d8755d87f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:22.132772 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51672dae-cd2f-4354-a2e0-4132d50d59ea None None] The sync data for ids ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'] in dv-cinder-842148-1-iscsi is: [{'id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:17Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 4, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'gw_port': {'id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:18Z', 'updated_at': '2022-05-17T17:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '4163248c-b9e5-48c4-b7a2-ec17f72fbefa', 'name': '', 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'mac_address': 'fa:16:3e:17:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '134109ab-0d18-4899-830c-96d8755d87f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:19Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 2, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'subnets': [{'id': '134109ab-0d18-4899-830c-96d8755d87f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:57:22.149074 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 8d813939-9707-40d5-9a36-b1288978db99 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:22.149448 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (8d813939-9707-40d5-9a36-b1288978db99), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:22.232726 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 8d813939-9707-40d5-9a36-b1288978db99 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:22.233597 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 4fd83836-8275-44e8-b043-0803c4529d9d up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:22.298911 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 4fd83836-8275-44e8-b043-0803c4529d9d triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:22.299471 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:22.390456 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 4fd83836-8275-44e8-b043-0803c4529d9d is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:24.074499 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device cf662b34-5d72-453a-a6a5-7f45cacdf341 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:24.154402 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port cf662b34-5d72-453a-a6a5-7f45cacdf341 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:24.154820 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:24.258483 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port cf662b34-5d72-453a-a6a5-7f45cacdf341 is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:24.259049 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:24.284904 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] For port cf662b34-5d72-453a-a6a5-7f45cacdf341, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=cf662b34-5d72-453a-a6a5-7f45cacdf341,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:24.289886 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:24.350262 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Pushing event updated for resources: {'Port': ['ID=cf662b34-5d72-453a-a6a5-7f45cacdf341,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:24.696873 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Sync routers for ids ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:57:24.711274 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Routers {'6e807518-48f8-4ffe-bbaa-31a24385f2e2'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:57:24.711905 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:57:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:24.825998 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Set router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:57:25.049471 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:17Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 4, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'gw_port': {'id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:18Z', 'updated_at': '2022-05-17T17:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '4163248c-b9e5-48c4-b7a2-ec17f72fbefa', 'name': '', 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'mac_address': 'fa:16:3e:17:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '134109ab-0d18-4899-830c-96d8755d87f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:19Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 2, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'subnets': [{'id': '134109ab-0d18-4899-830c-96d8755d87f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:25.167731 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Checking router: 6e807518-48f8-4ffe-bbaa-31a24385f2e2 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:57:25.168092 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Updating router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa binding host dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 17 17:57:25.201249 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:25.510649 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Publish callbacks [] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), precommit_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:25.518823 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:25.564041 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1298b08-d470-4fa7-a54e-8405ea334a6f None None] Pushing event updated for resources: {'Port': ['ID=4163248c-b9e5-48c4-b7a2-ec17f72fbefa,revision_number=3']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:25.639817 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Attempting to bind port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa on host dv-cinder-842148-1-iscsi for vnic_type normal with profile {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:57:25.640353 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Attempting to bind port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa by drivers openvswitch,hyperv on host dv-cinder-842148-1-iscsi at level 0 using segments [{'id': '1684b905-0b5f-48d4-9355-b944ec4dd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd'}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:57:25.640788 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Attempting to bind port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa on network 0496534a-3a95-448a-9fae-d12e15096dbd {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:25.646369 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Checking agent: {'id': 'd8a25a2a-959a-42b1-85b6-9141dda70ad5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-842148-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 10, 48), 'started_at': datetime.datetime(2022, 5, 17, 17, 11, 18), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-842148-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:57:25.646853 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Checking segment: {'id': '1684b905-0b5f-48d4-9355-b944ec4dd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103829) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:25.647328 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:25.647788 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Bound using segment: {'id': '1684b905-0b5f-48d4-9355-b944ec4dd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd'} {{(pid=103829) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:57:25.648382 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.managers [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Bound port: 4163248c-b9e5-48c4-b7a2-ec17f72fbefa, host: dv-cinder-842148-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1684b905-0b5f-48d4-9355-b944ec4dd45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 849, 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd'}}] {{(pid=103829) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:57:25.648847 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), before_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:25.726988 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] For port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa, host dv-cinder-842148-1-iscsi, cleared binding levels {{(pid=103829) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:57:25.730220 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.plugins.ml2.db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] For port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa, host dv-cinder-842148-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=4163248c-b9e5-48c4-b7a2-ec17f72fbefa,segment=NetworkSegment(1684b905-0b5f-48d4-9355-b944ec4dd45a),segment_id=1684b905-0b5f-48d4-9355-b944ec4dd45a)] {{(pid=103829) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:57:25.739085 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron_lib.callbacks.manager [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), after_update {{(pid=103829) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:25.795027 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1298b08-d470-4fa7-a54e-8405ea334a6f None None] Pushing event updated for resources: {'Port': ['ID=4163248c-b9e5-48c4-b7a2-ec17f72fbefa,revision_number=4']} {{(pid=103829) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:25.814540 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Routers {'6e807518-48f8-4ffe-bbaa-31a24385f2e2'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:57:25.815298 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:57:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:25.864419 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-f682040d-1563-43b7-8450-7cc0c36f1aad None None] Provisioning complete for port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:25.864913 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f682040d-1563-43b7-8450-7cc0c36f1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:25.973895 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] Set router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:57:25.997391 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-f682040d-1563-43b7-8450-7cc0c36f1aad None None] Current status of the port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa is: DOWN; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:25.997787 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f682040d-1563-43b7-8450-7cc0c36f1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:26.054209 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-f682040d-1563-43b7-8450-7cc0c36f1aad None None] For port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=4163248c-b9e5-48c4-b7a2-ec17f72fbefa,segment=NetworkSegment(1684b905-0b5f-48d4-9355-b944ec4dd45a),segment_id=1684b905-0b5f-48d4-9355-b944ec4dd45a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:26.067007 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f682040d-1563-43b7-8450-7cc0c36f1aad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:26.151522 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 4163248c-b9e5-48c4-b7a2-ec17f72fbefa up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:26.227229 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682040d-1563-43b7-8450-7cc0c36f1aad None None] Pushing event updated for resources: {'Port': ['ID=4163248c-b9e5-48c4-b7a2-ec17f72fbefa,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:26.231567 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:26.231944 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:26.292300 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:17Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 4, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'gw_port': {'id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:18Z', 'updated_at': '2022-05-17T17:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '4163248c-b9e5-48c4-b7a2-ec17f72fbefa', 'name': '', 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'mac_address': 'fa:16:3e:17:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '134109ab-0d18-4899-830c-96d8755d87f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:19Z', 'updated_at': '2022-05-17T17:57:25Z', 'revision_number': 4, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'subnets': [{'id': '134109ab-0d18-4899-830c-96d8755d87f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:57:26.319779 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-8cc8a256-5439-4bed-8dde-f41beb08264b None None] Provisioning complete for port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:26.320341 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8cc8a256-5439-4bed-8dde-f41beb08264b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:26.324400 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f71e9-d641-4184-a1ff-d758feac7a55 None None] The sync data for ids ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'] in dv-cinder-842148-1-iscsi is: [{'id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:17Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 4, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'gw_port': {'id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:18Z', 'updated_at': '2022-05-17T17:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '4163248c-b9e5-48c4-b7a2-ec17f72fbefa', 'name': '', 'network_id': '0496534a-3a95-448a-9fae-d12e15096dbd', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'mac_address': 'fa:16:3e:17:e1:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 713, 'fixed_ips': [{'subnet_id': '134109ab-0d18-4899-830c-96d8755d87f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:19Z', 'updated_at': '2022-05-17T17:57:25Z', 'revision_number': 4, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'subnets': [{'id': '134109ab-0d18-4899-830c-96d8755d87f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:57:26.358424 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:26.359660 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device cf662b34-5d72-453a-a6a5-7f45cacdf341 up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:26.447125 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-8cc8a256-5439-4bed-8dde-f41beb08264b None None] Current status of the port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:26.449457 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port cf662b34-5d72-453a-a6a5-7f45cacdf341 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:26.449859 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:26.538271 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port cf662b34-5d72-453a-a6a5-7f45cacdf341 is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:28.042512 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 4163248c-b9e5-48c4-b7a2-ec17f72fbefa up at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:28.090263 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Provisioning complete for port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:28.090592 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:28.149287 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:57:28.184236 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Current status of the port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:31.530038 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-0a7f292b-c016-45f9-a881-20ea8181b5f6 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:31.531483 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-0a7f292b-c016-45f9-a881-20ea8181b5f6 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/networks?id=b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 200 len: 814 time: 0.1017370 May 17 17:57:31.546194 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-4fc702d7-3538-4105-82e6-8dfe44d8645c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/quotas/7387df83ef7a4544804abc06c2f9e865 HTTP/1.1" status: 200 len: 375 time: 0.0093203 May 17 17:57:31.593253 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-d0e7e775-dac5-4892-b73e-166375ce6cc2 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=7387df83ef7a4544804abc06c2f9e865&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422606 May 17 17:57:31.783816 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-65b00683-e162-4f22-9440-3a1295abe754 service neutron] 10.222.0.81 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796131 May 17 17:57:32.150846 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-42f356c5-90e8-4beb-9b6c-0b5054b58a23 service neutron] 10.222.0.81 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612790 May 17 17:57:32.369486 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c287fd31-2b9e-473a-813f-5c26abbfa55f req-2e4dd26d-1701-4ea1-8bc9-64673cc4b49c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 210 time: 0.0775886 May 17 17:57:33.451425 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-00b95831-705f-40f7-b39d-1475ec9b1fb8 req-6deb5e23-7c81-4ac9-a7fb-1e2a30f96137 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 210 time: 0.0307705 May 17 17:57:34.529120 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9468523f-d94d-4982-93f6-4a6b9a47eb17 req-f62a0646-fecc-4076-bc11-c56615f97a76 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 210 time: 0.0279427 May 17 17:57:35.606375 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7a8d9c67-87ef-449f-98c4-7a18993d0a61 req-40364a4b-38cf-4c05-88ff-91be5ea20570 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 210 time: 0.0277493 May 17 17:57:36.701884 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2be5a438-ad2d-4b68-ae5b-4ec58ecad5cc req-5ed68e8b-dd89-4388-a7d9-f4a75bdc473b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 210 time: 0.0292342 May 17 17:57:37.389910 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-2d6e7a57-0f6d-4bb4-b632-1ec3c671feb6 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:37.391479 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-2d6e7a57-0f6d-4bb4-b632-1ec3c671feb6 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.36 "GET /v2.0/networks?id=b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 200 len: 814 time: 0.1020746 May 17 17:57:37.406311 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'port': {'device_id': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'admin_state_up': True, 'tenant_id': '7387df83ef7a4544804abc06c2f9e865'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:37.515618 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Made reservation on behalf of 7387df83ef7a4544804abc06c2f9e865 for: {'port': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:57:37.519384 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:37.645192 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.db_base_plugin_common [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Allocated IP 172.20.0.7 (b0550974-aaf3-4aad-b025-bb7e66ec3820/7260e6b3-8b90-4a61-932a-f39f0c4c323e/566c84d1-486e-4c5e-953a-14d7bde4b80f) {{(pid=103826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:57:37.869569 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-e5851d2c-8164-49f4-ac15-cfc7741726ae req-da4f9adf-68fc-45dc-a9ae-b6a9c2e549f3 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 210 time: 0.0414228 May 17 17:57:37.925328 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:37.962017 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:38.026944 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 is already hosted by enough agents. {{(pid=103826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:38.030531 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Resources bound (agent type, host, resource id): {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:38.047777 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Received port after_create {{(pid=103826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:57:38.104796 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:38.105704 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:38.113819 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'Port': ['ID=566c84d1-486e-4c5e-953a-14d7bde4b80f,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:38.134119 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-845098d5-a18f-44dd-a90e-f9e69632c80c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7338688 May 17 17:57:38.350018 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-04aeecc4-9506-4c68-9aba-70f2257c3edd None None] Provisioning complete for port 566c84d1-486e-4c5e-953a-14d7bde4b80f triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:38.350998 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-04aeecc4-9506-4c68-9aba-70f2257c3edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:38.396065 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-04aeecc4-9506-4c68-9aba-70f2257c3edd None None] Port 566c84d1-486e-4c5e-953a-14d7bde4b80f cannot update to ACTIVE because it is not bound. {{(pid=103828) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 17 17:57:38.968932 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a9da0-db6c-490d-bfe0-6136a36295dc req-4b80ac7d-d778-4804-a3f9-0d34c9bcb88b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:38.970422 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bc2a9da0-db6c-490d-bfe0-6136a36295dc req-4b80ac7d-d778-4804-a3f9-0d34c9bcb88b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 931 time: 0.0512431 May 17 17:57:39.017622 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bc2a9da0-db6c-490d-bfe0-6136a36295dc req-040e0a8d-38d8-4668-88bf-358e8d870ed8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414217 May 17 17:57:39.212534 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60882) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:39.338340 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7116c23-ab46-4d30-a23c-ce7646002388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:39.429276 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7116c23-ab46-4d30-a23c-ce7646002388 admin admin] Publish callbacks [] for security_group (89e8fe21-89d5-47f0-b5f4-6ec4b015e3bd), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:39.433965 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-f7116c23-ab46-4d30-a23c-ce7646002388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (89e8fe21-89d5-47f0-b5f4-6ec4b015e3bd), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:39.476863 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7116c23-ab46-4d30-a23c-ce7646002388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e8fe21-89d5-47f0-b5f4-6ec4b015e3bd,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:39.481694 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-f7116c23-ab46-4d30-a23c-ce7646002388 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=9072639e7cd8423ba1267f5b84f6efca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2671478 May 17 17:57:39.484237 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60886) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:39.532536 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-88c418fc-852d-4a2c-9de7-8c78bd6ceb6e admin admin] Publish callbacks [] for security_group (89e8fe21-89d5-47f0-b5f4-6ec4b015e3bd), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:39.561234 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-88c418fc-852d-4a2c-9de7-8c78bd6ceb6e admin admin] Publish callbacks [] for security_group (89e8fe21-89d5-47f0-b5f4-6ec4b015e3bd), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:39.611943 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-88c418fc-852d-4a2c-9de7-8c78bd6ceb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (89e8fe21-89d5-47f0-b5f4-6ec4b015e3bd), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:39.619847 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-88c418fc-852d-4a2c-9de7-8c78bd6ceb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:39.621442 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-88c418fc-852d-4a2c-9de7-8c78bd6ceb6e admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/89e8fe21-89d5-47f0-b5f4-6ec4b015e3bd HTTP/1.1" status: 204 len: 168 time: 0.1362765 May 17 17:57:39.632374 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c418fc-852d-4a2c-9de7-8c78bd6ceb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e8fe21-89d5-47f0-b5f4-6ec4b015e3bd,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:40.151114 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff269bc-ff6c-4540-9e9d-e2595f3a4148 req-d236f00f-71b6-4e05-b275-3a7a9e2e5bd0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:40.154790 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cff269bc-ff6c-4540-9e9d-e2595f3a4148 req-d236f00f-71b6-4e05-b275-3a7a9e2e5bd0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 931 time: 0.0655971 May 17 17:57:40.244010 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cff269bc-ff6c-4540-9e9d-e2595f3a4148 req-17e05c7f-59f9-470f-ba2d-db966d231acd tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809283 May 17 17:57:40.379524 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 60912) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:40.478109 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2078426515-network', 'tenant_id': '83f8fa2fd2364a88b77acf01fd91dc10'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:40.497303 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Made reservation on behalf of 83f8fa2fd2364a88b77acf01fd91dc10 for: {'network': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:57:40.499492 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for network (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:40.507582 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:40.586391 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Publish callbacks [] for security_group (8e8470a7-e44e-49ff-ac7a-b457204a3306), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:40.590064 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8e8470a7-e44e-49ff-ac7a-b457204a3306), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:40.617303 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=103827) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 17 17:57:40.624542 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8470a7-e44e-49ff-ac7a-b457204a3306,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:40.634156 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790472162829', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (c4ad8b89-2b19-4fe8-962a-4fd071c3edf9), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:40.634156 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.segments_db [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Added segment c4ad8b89-2b19-4fe8-962a-4fd071c3edf9 of type vlan for network 00546c47-e21a-464b-a80c-f05a10ca6724 May 17 17:57:40.684874 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790471767947'] for network (00546c47-e21a-464b-a80c-f05a10ca6724), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:40.713824 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349'] for network (00546c47-e21a-464b-a80c-f05a10ca6724), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:40.715430 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:40.716530 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:40.753783 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] 10.222.0.81 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3730614 May 17 17:57:40.756800 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 60916) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:40.761839 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Request body: {'subnet': {'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2078426515-subnet', 'tenant_id': '83f8fa2fd2364a88b77acf01fd91dc10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:40.782065 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Made reservation on behalf of 83f8fa2fd2364a88b77acf01fd91dc10 for: {'subnet': 1} {{(pid=103826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:57:40.784495 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3392307'] for subnet (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:40.784914 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efeda2a2-aa12-417a-966d-2efd6669053e admin admin] Pushing event updated for resources: {'Network': ['ID=00546c47-e21a-464b-a80c-f05a10ca6724,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:40.795719 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Network 00546c47-e21a-464b-a80c-f05a10ca6724 details requested by agent ovs-agent-dv-cinder-842148-1-iscsi with host dv-cinder-842148-1-iscsi {{(pid=103828) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 17 17:57:40.975530 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4041416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3392293'] for subnet (9ae78f62-5316-4a4c-a571-13d04f9e70eb), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:41.033069 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ae78f62-5316-4a4c-a571-13d04f9e70eb,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:41.041832 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Checking segment: {'id': 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:41.042198 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Network hostable DHCP agents. Network: 00546c47-e21a-464b-a80c-f05a10ca6724, hostable agents: ['0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68'], hosted agents: [] {{(pid=103826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 17 17:57:41.058843 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Network 00546c47-e21a-464b-a80c-f05a10ca6724 is scheduled to be hosted by DHCP agent 0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68 with binding_index 1 {{(pid=103826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 17 17:57:41.067416 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.scheduler.base_scheduler [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-842148-1-iscsi, 00546c47-e21a-464b-a80c-f05a10ca6724) {{(pid=103826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:41.072502 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:41.076052 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2705ac3-ddd9-4453-b8cb-b082db55dbfd None None] Network 00546c47-e21a-464b-a80c-f05a10ca6724 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:57:41.076997 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:41.095461 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-5d0a578a-7d31-4702-a780-e3b6427a301d admin admin] 10.222.0.81 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3374858 May 17 17:57:41.175561 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584cb79e-6b8e-45e6-9c4f-a476a8fba702 None None] Network 00546c47-e21a-464b-a80c-f05a10ca6724 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:57:41.374082 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657cce94-5ced-4ff6-b4e8-f02e39a3f8cf req-8dba1fb3-01fc-4d5d-b1a1-9bd823e9739d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:41.375638 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-657cce94-5ced-4ff6-b4e8-f02e39a3f8cf req-8dba1fb3-01fc-4d5d-b1a1-9bd823e9739d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 931 time: 0.0524988 May 17 17:57:41.423876 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-657cce94-5ced-4ff6-b4e8-f02e39a3f8cf req-7ddfb462-1559-4c95-b148-e798037e0373 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 May 17 17:57:42.179394 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b717a7e9-d4d3-459c-ba76-6f2696a20131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:42.558803 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b89b5-a02a-4d9c-b32d-f4a3821a0649 req-6f8c3992-b195-45fc-bcbf-025f17b9a203 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:42.560493 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-825b89b5-a02a-4d9c-b32d-f4a3821a0649 req-6f8c3992-b195-45fc-bcbf-025f17b9a203 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 931 time: 0.0490346 May 17 17:57:42.619676 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-825b89b5-a02a-4d9c-b32d-f4a3821a0649 req-d5be5691-1e55-49e4-be6a-e9898b11405d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535119 May 17 17:57:42.985514 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-be23ccf4-a439-405c-b414-9c01f475b458 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:42.986919 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-be23ccf4-a439-405c-b414-9c01f475b458 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/networks?id=00546c47-e21a-464b-a80c-f05a10ca6724 HTTP/1.1" status: 200 len: 814 time: 0.1199262 May 17 17:57:43.001757 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-47611e2e-977c-43c9-b85f-28f64140f0cc tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/quotas/83f8fa2fd2364a88b77acf01fd91dc10 HTTP/1.1" status: 200 len: 375 time: 0.0095408 May 17 17:57:43.033364 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-be0d8eae-81f3-47bd-bb0c-fb6c5e6ed2ec tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=83f8fa2fd2364a88b77acf01fd91dc10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267787 May 17 17:57:43.102954 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-0558ddb0-e95d-4de0-b48f-e8c628556733 service neutron] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103827) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:57:43.104046 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-0558ddb0-e95d-4de0-b48f-e8c628556733 service neutron] 10.222.0.81 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0645730 May 17 17:57:43.212820 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-488d1b2e-7320-4f20-beee-dcef23c4edc3 service neutron] 10.222.0.81 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004560 May 17 17:57:43.322875 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-dd5526cf-b37c-4b88-a997-1f777fba3596 service neutron] 10.222.0.81 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036878 May 17 17:57:43.515353 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-55b10fd8-7a5c-4c73-a9e0-6945ee4b2446 req-66fd9ad8-1282-44bb-bb15-e10455e78635 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 210 time: 0.0399029 May 17 17:57:43.747362 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376224f-1ade-4d33-ad94-e57b8e87710d req-2d471214-1204-4788-bc2e-edadca9a5460 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:43.752864 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0376224f-1ade-4d33-ad94-e57b8e87710d req-2d471214-1204-4788-bc2e-edadca9a5460 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 931 time: 0.0564179 May 17 17:57:43.848009 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0376224f-1ade-4d33-ad94-e57b8e87710d req-85cce6eb-0bd8-4672-808e-5d421c70a4ca tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902338 May 17 17:57:44.339167 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:44.461457 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-cc82b685-e5c1-4bc6-9d14-8bd4a8c8affe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:44.634236 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-3dd4bcd8-5777-448d-9e36-7468e0c6ddbe req-0713698d-46e8-4ec7-b188-55e5e2805258 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 210 time: 0.0396450 May 17 17:57:44.958800 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d763e3f-ae2b-482c-84b0-ebf53c3b223b req-24703feb-75db-4fa0-83ed-dd3c115125b0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:44.960603 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d763e3f-ae2b-482c-84b0-ebf53c3b223b req-24703feb-75db-4fa0-83ed-dd3c115125b0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 931 time: 0.0490255 May 17 17:57:45.016935 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8d763e3f-ae2b-482c-84b0-ebf53c3b223b req-cde625d2-3999-40aa-96dd-e79141d13802 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501964 May 17 17:57:45.737073 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-66e48425-bf1c-40f0-bf3e-6b9867d1d5f4 req-fe5a82c6-f8f0-4a47-ad5c-91b56b8d82ff tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 210 time: 0.0317991 May 17 17:57:45.757444 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:46.147904 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edd01f-608f-4bd4-8716-661a094c4c75 req-c6e9f305-0b83-4593-b487-9fd3e22bb9fe tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:46.149577 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c0edd01f-608f-4bd4-8716-661a094c4c75 req-c6e9f305-0b83-4593-b487-9fd3e22bb9fe tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 931 time: 0.0495248 May 17 17:57:46.198477 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c0edd01f-608f-4bd4-8716-661a094c4c75 req-dd6b0c52-4100-40f6-ba10-6ddb19fb37d2 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426130 May 17 17:57:46.833733 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d08b6f82-5bf4-4aba-aefa-6d38fe3ae2c4 req-b37d4320-2db3-49a7-ac1d-7c00274627bc tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 210 time: 0.0312953 May 17 17:57:47.295284 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:47.314427 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efff7a-9323-4978-b3eb-7508ec7e42d2 req-064b610b-82b0-40bd-8f1b-e510a18a95e9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:47.315915 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-61efff7a-9323-4978-b3eb-7508ec7e42d2 req-064b610b-82b0-40bd-8f1b-e510a18a95e9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 931 time: 0.0493557 May 17 17:57:47.362571 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-61efff7a-9323-4978-b3eb-7508ec7e42d2 req-34416355-f467-41d4-88ad-dda1f07e4090 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409164 May 17 17:57:47.449829 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-befbe826-1dca-4f72-a5d6-55dcf4d5c35d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] http://10.222.0.81:9696/v2.0/extensions returned with HTTP 200 {{(pid=103826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 17 17:57:47.451203 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-befbe826-1dca-4f72-a5d6-55dcf4d5c35d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0063369 May 17 17:57:47.791307 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Request body: {'port': {'device_id': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:47.879885 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:47.930613 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-22886c27-7555-48ed-bc72-d9b3b5e0e1a8 req-9fcbf367-d3fb-4e04-913b-771bfed7cd2d tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 210 time: 0.0301640 May 17 17:57:48.172440 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566c84d1-486e-4c5e-953a-14d7bde4b80f {{(pid=103826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:57:48.180009 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Publish callbacks [] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), precommit_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:48.193066 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.provisioning_blocks [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Transition to ACTIVE for port object 566c84d1-486e-4c5e-953a-14d7bde4b80f will not be triggered until provisioned by entity L2. {{(pid=103826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:57:48.196407 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:48.262954 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Pushing event updated for resources: {'Port': ['ID=566c84d1-486e-4c5e-953a-14d7bde4b80f,revision_number=2']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:48.319120 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Attempting to bind port 566c84d1-486e-4c5e-953a-14d7bde4b80f on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:57:48.319465 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Attempting to bind port 566c84d1-486e-4c5e-953a-14d7bde4b80f by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:57:48.319801 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Attempting to bind port 566c84d1-486e-4c5e-953a-14d7bde4b80f on network b0550974-aaf3-4aad-b025-bb7e66ec3820 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:48.324480 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Port 566c84d1-486e-4c5e-953a-14d7bde4b80f on network b0550974-aaf3-4aad-b025-bb7e66ec3820 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:57:48.325376 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Attempting to bind port 566c84d1-486e-4c5e-953a-14d7bde4b80f on network b0550974-aaf3-4aad-b025-bb7e66ec3820 {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:48.330443 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:57:48.338138 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Checking segment: {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:48.339094 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Bound using segment: {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'} {{(pid=103826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:57:48.339752 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.managers [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Bound port: 566c84d1-486e-4c5e-953a-14d7bde4b80f, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49ba9e0f-0e06-422f-8956-d5308b9f5b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820'}}] {{(pid=103826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:57:48.340894 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), before_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:48.413048 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] For port 566c84d1-486e-4c5e-953a-14d7bde4b80f, host hv-cinder-84214, cleared binding levels {{(pid=103826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:57:48.416723 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] For port 566c84d1-486e-4c5e-953a-14d7bde4b80f, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:57:48.423253 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4040271'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), after_update {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:48.432475 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:48.440062 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.36', 54960) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:57:48.457875 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:48.458626 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:48.459899 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 1093 time: 0.7222154 May 17 17:57:48.460371 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f'}] {{(pid=103826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:57:48.462659 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}48219c4234af632975e0787da68d979d6f4d488d81dc59439e60abba5718a613" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493d117f-273f-49ec-9f64-dcc6e17eec50" -d '{"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f"}]}' {{(pid=103826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:57:48.502830 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0bf81-76fb-4fff-b04e-fdb187c169e1 service neutron] Pushing event updated for resources: {'Port': ['ID=566c84d1-486e-4c5e-953a-14d7bde4b80f,revision_number=3']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:48.584506 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-b7223578-1ff4-4fb0-a922-7499fcd06ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:48.586361 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-b7223578-1ff4-4fb0-a922-7499fcd06ba2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7387df83ef7a4544804abc06c2f9e865&device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1127 time: 0.0633285 May 17 17:57:48.609888 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265d202-676c-4324-a5c0-6b4541bcfc47 req-f1d1f497-b93f-46b1-a4d1-67018b5f97ba tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:48.611520 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4265d202-676c-4324-a5c0-6b4541bcfc47 req-f1d1f497-b93f-46b1-a4d1-67018b5f97ba tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 943 time: 0.1355429 May 17 17:57:48.640167 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-c9cf8ad6-b08a-44f8-ac62-9f09dab267a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 217 time: 0.0456693 May 17 17:57:48.683007 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4265d202-676c-4324-a5c0-6b4541bcfc47 req-5010e9ab-650f-451c-b04a-cc4415ba09fb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627327 May 17 17:57:48.707022 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-62f980e3-2784-421f-a44a-01191268b627 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:48.708546 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-62f980e3-2784-421f-a44a-01191268b627 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.36 "GET /v2.0/networks?id=00546c47-e21a-464b-a80c-f05a10ca6724 HTTP/1.1" status: 200 len: 814 time: 0.2652776 May 17 17:57:48.729541 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-3efaea29-54f7-414e-97a4-ada689556515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:48.731574 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-3efaea29-54f7-414e-97a4-ada689556515 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7260e6b3-8b90-4a61-932a-f39f0c4c323e HTTP/1.1" status: 200 len: 853 time: 0.0829618 May 17 17:57:48.767059 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Request body: {'port': {'device_id': 'b42e52e0-9434-47fa-bd51-c2e3d009471f', 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724', 'admin_state_up': True, 'tenant_id': '83f8fa2fd2364a88b77acf01fd91dc10'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:48.802814 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-ffd031c9-a00a-4ab9-9aba-42fd74698ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:48.804709 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-ffd031c9-a00a-4ab9-9aba-42fd74698ef3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0550974-aaf3-4aad-b025-bb7e66ec3820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416021 May 17 17:57:48.879724 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Made reservation on behalf of 83f8fa2fd2364a88b77acf01fd91dc10 for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:57:48.883126 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:48.896424 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-d427bb01-1068-4500-8b52-0c4d484d5bb1 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856314 May 17 17:57:48.991840 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-5d199606-a6c8-40d3-9a9a-eda1a8493303 req-dc7ab764-b048-41de-adf5-c584637154f6 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890462 May 17 17:57:49.031928 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d0fcaf39-f84c-4976-8481-aeffeafccbb7 req-b6d0b048-3356-44da-a73c-701a1af38b9a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 210 time: 0.0310967 May 17 17:57:49.042398 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Allocated IP 172.20.0.10 (00546c47-e21a-464b-a80c-f05a10ca6724/9ae78f62-5316-4a4c-a571-13d04f9e70eb/e6e2ec29-8076-4d0d-ae8f-4c62521ada81) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:57:49.190053 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks [] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:49.221386 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:49.260022 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Network 00546c47-e21a-464b-a80c-f05a10ca6724 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:57:49.265592 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:57:49.268063 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:57:49.295140 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Pushing event updated for resources: {'Port': ['ID=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:49.322568 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:49.323239 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:49.338682 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-efad8747-1a4f-4240-82ae-c78935ae1cf1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5755701 May 17 17:57:49.705212 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Request body: {'port': {'device_id': 'b42e52e0-9434-47fa-bd51-c2e3d009471f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:57:49.743098 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c48ed818-2a2c-4535-866e-666f569e0367 x-openstack-request-id: req-c48ed818-2a2c-4535-866e-666f569e0367 {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:57:49.743634 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f", "status": "completed", "code": 200}]} {{(pid=103826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:57:49.743933 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c48ed818-2a2c-4535-866e-666f569e0367 {{(pid=103826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:57:49.744401 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c48ed818-2a2c-4535-866e-666f569e0367'] response: {'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'status': 'completed', 'code': 200} May 17 17:57:49.805728 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-bb41f362-8899-4e55-a939-5c39d195b240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:49.807238 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-bb41f362-8899-4e55-a939-5c39d195b240 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7387df83ef7a4544804abc06c2f9e865&device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1127 time: 0.0411196 May 17 17:57:49.813943 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:49.874059 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795f8e92-f40b-42cc-b6f9-fd2de0ac608e req-16f18956-8ef5-460b-99b7-84b2088247a5 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:49.875545 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-795f8e92-f40b-42cc-b6f9-fd2de0ac608e req-16f18956-8ef5-460b-99b7-84b2088247a5 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 943 time: 0.0760190 May 17 17:57:49.904003 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-fe8c2fe2-0821-4146-83cc-e36d8316fda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:49.905715 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-fe8c2fe2-0821-4146-83cc-e36d8316fda5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 200 len: 915 time: 0.0930984 May 17 17:57:49.946343 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-065c74d8-0d27-4b68-97f7-b28f6d7f29dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 217 time: 0.0339513 May 17 17:57:49.994044 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-db179e9c-9006-4c12-af57-f2ad4379ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:49.995507 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-db179e9c-9006-4c12-af57-f2ad4379ba4a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7260e6b3-8b90-4a61-932a-f39f0c4c323e HTTP/1.1" status: 200 len: 853 time: 0.0442615 May 17 17:57:50.022195 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-795f8e92-f40b-42cc-b6f9-fd2de0ac608e req-699c3bae-521f-4f3c-a097-9430623e89e0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391225 May 17 17:57:50.042832 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-d76ef58f-e45f-44fb-8a72-77754ac9f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:50.045039 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-d76ef58f-e45f-44fb-8a72-77754ac9f85b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0550974-aaf3-4aad-b025-bb7e66ec3820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438087 May 17 17:57:50.142556 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-2388adfd-ab64-4f00-a96b-828a79158c77 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913424 May 17 17:57:50.168003 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914684da-159b-46ff-a083-efc2f297de04 req-94a39521-696c-4589-9c46-9263e927923c tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:50.170077 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-914684da-159b-46ff-a083-efc2f297de04 req-94a39521-696c-4589-9c46-9263e927923c tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 932 time: 0.0658216 May 17 17:57:50.238238 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6e2ec29-8076-4d0d-ae8f-4c62521ada81 {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:57:50.238477 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-493d117f-273f-49ec-9f64-dcc6e17eec50 req-af069311-a536-4475-949e-155a7e2d2a6f service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897815 May 17 17:57:50.251729 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Publish callbacks [] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:50.265381 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-914684da-159b-46ff-a083-efc2f297de04 req-2a36b4da-00e5-4e85-8fc3-ba3b4a1ff07d tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860426 May 17 17:57:50.270444 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Transition to ACTIVE for port object e6e2ec29-8076-4d0d-ae8f-4c62521ada81 will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:57:50.275583 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:50.328553 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Pushing event updated for resources: {'Port': ['ID=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:50.398323 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Attempting to bind port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:57:50.398661 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Attempting to bind port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:57:50.398990 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Attempting to bind port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 on network 00546c47-e21a-464b-a80c-f05a10ca6724 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:50.403772 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 on network 00546c47-e21a-464b-a80c-f05a10ca6724 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:57:50.404094 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Attempting to bind port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 on network 00546c47-e21a-464b-a80c-f05a10ca6724 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:57:50.408880 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:57:50.409220 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Checking segment: {'id': 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:57:50.409617 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Bound using segment: {'id': 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:57:50.410033 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Bound port: e6e2ec29-8076-4d0d-ae8f-4c62521ada81, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:57:50.410388 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:50.468757 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] For port e6e2ec29-8076-4d0d-ae8f-4c62521ada81, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:57:50.471727 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] For port e6e2ec29-8076-4d0d-ae8f-4c62521ada81, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:57:50.477316 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:50.511424 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:50.512044 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:50.513441 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] 10.222.0.36 "PUT /v2.0/ports/e6e2ec29-8076-4d0d-ae8f-4c62521ada81 HTTP/1.1" status: 200 len: 1094 time: 0.8139493 May 17 17:57:50.513879 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b42e52e0-9434-47fa-bd51-c2e3d009471f', 'tag': 'e6e2ec29-8076-4d0d-ae8f-4c62521ada81'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:57:50.516101 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed79b74-44df-40b9-88b5-594fb0eab897" -d '{"events": [{"name": "network-changed", "server_uuid": "b42e52e0-9434-47fa-bd51-c2e3d009471f", "tag": "e6e2ec29-8076-4d0d-ae8f-4c62521ada81"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:57:50.541769 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11eee80-82b5-4c62-84d3-fae333e488ed service neutron] Pushing event updated for resources: {'Port': ['ID=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:50.597953 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-aee9aa16-1c5d-4c2f-b737-3a83b64f437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:50.599489 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-aee9aa16-1c5d-4c2f-b737-3a83b64f437d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83f8fa2fd2364a88b77acf01fd91dc10&device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 1128 time: 0.0411096 May 17 17:57:50.615664 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26317ac1-bfca-4b21-a395-8f747ad09bad x-openstack-request-id: req-26317ac1-bfca-4b21-a395-8f747ad09bad {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:57:50.615949 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b42e52e0-9434-47fa-bd51-c2e3d009471f", "tag": "e6e2ec29-8076-4d0d-ae8f-4c62521ada81", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:57:50.616205 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-26317ac1-bfca-4b21-a395-8f747ad09bad {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:57:50.616631 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26317ac1-bfca-4b21-a395-8f747ad09bad'] response: {'name': 'network-changed', 'server_uuid': 'b42e52e0-9434-47fa-bd51-c2e3d009471f', 'tag': 'e6e2ec29-8076-4d0d-ae8f-4c62521ada81', 'status': 'completed', 'code': 200} May 17 17:57:50.641123 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-ae132c37-0b65-407a-8082-c1918ff23e8e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6e2ec29-8076-4d0d-ae8f-4c62521ada81 HTTP/1.1" status: 200 len: 217 time: 0.0352228 May 17 17:57:50.687953 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-4467385c-8e68-419c-a7fe-157407f5870a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:50.689397 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-4467385c-8e68-419c-a7fe-157407f5870a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ae78f62-5316-4a4c-a571-13d04f9e70eb HTTP/1.1" status: 200 len: 854 time: 0.0427692 May 17 17:57:50.725134 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-272775e2-a5b5-404d-a12b-44eb59001ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00546c47-e21a-464b-a80c-f05a10ca6724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292680 May 17 17:57:50.813553 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-568c9f82-b85b-447d-932b-670d41df2433 service neutron] 10.222.0.36 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816271 May 17 17:57:50.909426 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-247deffd-7e7d-4b49-8bf1-a6bcc0f86779 req-c77be131-729f-4f79-b25d-0e25cbfd8aff service neutron] 10.222.0.36 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888093 May 17 17:57:51.141345 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0737c-b832-459d-bd13-17fed11fac00 req-f4247b33-14bc-467b-aabc-b00fc7ed239c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:51.142794 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-68b0737c-b832-459d-bd13-17fed11fac00 req-f4247b33-14bc-467b-aabc-b00fc7ed239c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 943 time: 0.0467410 May 17 17:57:51.188086 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-68b0737c-b832-459d-bd13-17fed11fac00 req-06e7b2f3-d485-4313-86ad-b39b8924f265 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 May 17 17:57:51.380126 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876a935-6b92-42ee-889c-69801d155aa1 req-5b923a75-0e0d-4822-b756-57176d3b704e tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:51.381607 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7876a935-6b92-42ee-889c-69801d155aa1 req-5b923a75-0e0d-4822-b756-57176d3b704e tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 944 time: 0.0456443 May 17 17:57:51.431238 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7876a935-6b92-42ee-889c-69801d155aa1 req-d67cb4cd-4edb-4711-a7f9-a3df9815d2e4 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439107 May 17 17:57:51.639661 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-8780c3be-21a0-4a0b-a661-ce0e1d4d3ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:51.641088 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-8780c3be-21a0-4a0b-a661-ce0e1d4d3ff7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83f8fa2fd2364a88b77acf01fd91dc10&device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 1128 time: 0.0441535 May 17 17:57:51.726712 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-a302e3bf-9f5a-4955-ac5c-5cfbfdef70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:51.728149 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-a302e3bf-9f5a-4955-ac5c-5cfbfdef70b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00546c47-e21a-464b-a80c-f05a10ca6724 HTTP/1.1" status: 200 len: 915 time: 0.0813644 May 17 17:57:51.769290 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-c2e7644c-e0f2-4bd7-88fd-88a808d42d5d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e6e2ec29-8076-4d0d-ae8f-4c62521ada81 HTTP/1.1" status: 200 len: 217 time: 0.0351465 May 17 17:57:51.815681 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-38292611-4f4a-4da0-a6d0-130c4106e258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:51.817101 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-38292611-4f4a-4da0-a6d0-130c4106e258 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ae78f62-5316-4a4c-a571-13d04f9e70eb HTTP/1.1" status: 200 len: 854 time: 0.0425482 May 17 17:57:51.847923 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-a183ee44-2112-4f02-b920-be6771c7fb27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00546c47-e21a-464b-a80c-f05a10ca6724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247257 May 17 17:57:51.942690 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-8d5c0f5b-d5ce-40a3-b374-f146b7458711 service neutron] 10.222.0.36 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873630 May 17 17:57:52.032319 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-aed79b74-44df-40b9-88b5-594fb0eab897 req-22b6efc1-6841-417a-ac45-1302cbf9fb0d service neutron] 10.222.0.36 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836048 May 17 17:57:52.304068 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d598cc56-0c69-48d9-9206-41f8f2ecea76 req-b2268092-a1a5-4cdd-8ad8-fb43bf89394a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:52.305573 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d598cc56-0c69-48d9-9206-41f8f2ecea76 req-b2268092-a1a5-4cdd-8ad8-fb43bf89394a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 943 time: 0.0504348 May 17 17:57:52.352460 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d598cc56-0c69-48d9-9206-41f8f2ecea76 req-c9f0c5d5-1c76-4893-b79b-4d4bdf12eb1a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410597 May 17 17:57:52.398718 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 566c84d1-486e-4c5e-953a-14d7bde4b80f details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:57:52.497481 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 566c84d1-486e-4c5e-953a-14d7bde4b80f, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:52.508429 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'port_id': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'mac_address': 'fa:16:3e:92:14:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 831, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:57:52.542197 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 566c84d1-486e-4c5e-953a-14d7bde4b80f is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:52.542585 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:52.542832 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb5c3f6-3a2a-4d65-ae24-a15f57b6b254 req-d229311c-eed2-493a-a992-30f7e173ab95 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:52.544370 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2fb5c3f6-3a2a-4d65-ae24-a15f57b6b254 req-d229311c-eed2-493a-a992-30f7e173ab95 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 944 time: 0.0465305 May 17 17:57:52.555091 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566c84d1-486e-4c5e-953a-14d7bde4b80f {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:57:52.576192 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 566c84d1-486e-4c5e-953a-14d7bde4b80f, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:52.579933 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:52.593942 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2fb5c3f6-3a2a-4d65-ae24-a15f57b6b254 req-2731138a-df05-44c5-b5b9-20bae61d392a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439670 May 17 17:57:52.628975 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=566c84d1-486e-4c5e-953a-14d7bde4b80f,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:52.818288 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['566c84d1-486e-4c5e-953a-14d7bde4b80f'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:57:53.463778 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3782e-f760-413b-9343-9cba63ca1727 req-93bf2dc9-db1b-49ab-ba5b-612b58f60041 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:53.465353 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a3d3782e-f760-413b-9343-9cba63ca1727 req-93bf2dc9-db1b-49ab-ba5b-612b58f60041 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 944 time: 0.0479238 May 17 17:57:53.516187 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a3d3782e-f760-413b-9343-9cba63ca1727 req-4b9d10f1-2186-4d35-a103-4c9748246352 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 May 17 17:57:53.707967 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5def1f-32d3-469f-b669-e3b9ed56c883 req-da86305b-4d93-4430-ad17-1ee2ac547405 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:53.709536 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ec5def1f-32d3-469f-b669-e3b9ed56c883 req-da86305b-4d93-4430-ad17-1ee2ac547405 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 944 time: 0.0479813 May 17 17:57:53.755830 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ec5def1f-32d3-469f-b669-e3b9ed56c883 req-775ab1d0-1446-4360-a570-2cbe675f8314 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 May 17 17:57:54.430440 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device e6e2ec29-8076-4d0d-ae8f-4c62521ada81 details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:57:54.433881 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 566c84d1-486e-4c5e-953a-14d7bde4b80f up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:54.534360 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port 566c84d1-486e-4c5e-953a-14d7bde4b80f completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:57:54.545972 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port 566c84d1-486e-4c5e-953a-14d7bde4b80f triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:54.546362 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:54.587262 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port e6e2ec29-8076-4d0d-ae8f-4c62521ada81, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:54.608642 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'e6e2ec29-8076-4d0d-ae8f-4c62521ada81', 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724', 'port_id': 'e6e2ec29-8076-4d0d-ae8f-4c62521ada81', 'mac_address': 'fa:16:3e:7f:db:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae78f62-5316-4a4c-a571-13d04f9e70eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:57:54.645357 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56017a93-a347-4e02-996c-0dab32637986 req-9bd61efe-5570-4b26-91d8-6e0ef03b2a59 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:54.646846 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-56017a93-a347-4e02-996c-0dab32637986 req-9bd61efe-5570-4b26-91d8-6e0ef03b2a59 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 944 time: 0.0488739 May 17 17:57:54.676659 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:54.677062 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:54.688239 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port 566c84d1-486e-4c5e-953a-14d7bde4b80f is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:54.688578 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:54.693421 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-56017a93-a347-4e02-996c-0dab32637986 req-2a67c392-b918-43eb-850b-7bc0ceeb99f4 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 May 17 17:57:54.701162 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6e2ec29-8076-4d0d-ae8f-4c62521ada81 {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:57:54.729019 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:57:54.731404 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251dc935-0f03-440d-9464-f24e3b9cce02" -d '{"events": [{"server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "name": "network-vif-plugged", "status": "completed", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:57:54.743563 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port e6e2ec29-8076-4d0d-ae8f-4c62521ada81, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:54.747453 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port 566c84d1-486e-4c5e-953a-14d7bde4b80f, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:54.749358 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:54.754978 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:54.802266 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:54.836623 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a039187d-6cea-4343-9a3b-c044677adb32 x-openstack-request-id: req-a039187d-6cea-4343-9a3b-c044677adb32 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:57:54.837594 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "name": "network-vif-plugged", "status": "completed", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:57:54.837852 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-a039187d-6cea-4343-9a3b-c044677adb32 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:57:54.838254 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a039187d-6cea-4343-9a3b-c044677adb32'] response: {'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'code': 200} May 17 17:57:54.859950 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=566c84d1-486e-4c5e-953a-14d7bde4b80f,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:54.877280 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70620cb-081e-47eb-9e0d-89b054095476 req-875769de-cca1-41e8-8cc6-d1ea8e906161 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:54.878770 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a70620cb-081e-47eb-9e0d-89b054095476 req-875769de-cca1-41e8-8cc6-d1ea8e906161 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 945 time: 0.0556154 May 17 17:57:54.930700 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a70620cb-081e-47eb-9e0d-89b054095476 req-576aab98-c2c8-4035-92e0-13b5be47d79d tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444374 May 17 17:57:54.954726 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['e6e2ec29-8076-4d0d-ae8f-4c62521ada81'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:57:55.031278 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a027f5-5ad2-4520-895c-5e733b4fc49b req-a4b56f59-f72a-48cc-a10d-f488b0737ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:55.032811 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-28a027f5-5ad2-4520-895c-5e733b4fc49b req-a4b56f59-f72a-48cc-a10d-f488b0737ef8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1129 time: 0.0382175 May 17 17:57:55.077035 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-28a027f5-5ad2-4520-895c-5e733b4fc49b req-5931fed0-a2df-4188-b875-a941976ecab2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384531 May 17 17:57:55.806074 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245c70e-24f4-4934-824e-60877a19d619 req-46f5bc52-d4b3-4f49-aceb-6eff04c2a4d9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:55.807566 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f245c70e-24f4-4934-824e-60877a19d619 req-46f5bc52-d4b3-4f49-aceb-6eff04c2a4d9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0464602 May 17 17:57:55.858110 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f245c70e-24f4-4934-824e-60877a19d619 req-4191405e-342d-4780-bb72-1f170589f3aa tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446305 May 17 17:57:56.048963 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a6966-24a6-4bad-b349-998f51718ae9 req-2d435c12-ba88-4e3a-9bf9-109f0279fd48 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:56.050485 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2b3a6966-24a6-4bad-b349-998f51718ae9 req-2d435c12-ba88-4e3a-9bf9-109f0279fd48 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 945 time: 0.0512738 May 17 17:57:56.100161 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2b3a6966-24a6-4bad-b349-998f51718ae9 req-da7953c3-c609-48bc-9a1f-baa62aaf22b3 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 May 17 17:57:56.446014 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device e6e2ec29-8076-4d0d-ae8f-4c62521ada81 up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:57:56.489998 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:57:56.496759 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:57:56.497140 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:56.565681 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:57:56.566050 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:56.596725 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port e6e2ec29-8076-4d0d-ae8f-4c62521ada81, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:57:56.600310 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:57:56.647165 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:57:56.839492 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42e52e0-9434-47fa-bd51-c2e3d009471f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2ec29-8076-4d0d-ae8f-4c62521ada81'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:57:56.841753 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f88a1b0-befd-4879-95e9-cac9d5462666" -d '{"events": [{"server_uuid": "b42e52e0-9434-47fa-bd51-c2e3d009471f", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2ec29-8076-4d0d-ae8f-4c62521ada81"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:57:56.878322 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f40c7f-fe5b-42bd-bcec-9e2eeb4a17b2 x-openstack-request-id: req-77f40c7f-fe5b-42bd-bcec-9e2eeb4a17b2 {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:57:56.878614 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42e52e0-9434-47fa-bd51-c2e3d009471f", "name": "network-vif-plugged", "status": "completed", "tag": "e6e2ec29-8076-4d0d-ae8f-4c62521ada81", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:57:56.878867 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-77f40c7f-fe5b-42bd-bcec-9e2eeb4a17b2 {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:57:56.879284 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f40c7f-fe5b-42bd-bcec-9e2eeb4a17b2'] response: {'server_uuid': 'b42e52e0-9434-47fa-bd51-c2e3d009471f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6e2ec29-8076-4d0d-ae8f-4c62521ada81', 'code': 200} May 17 17:57:56.973842 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c948f6-b874-412b-8683-27c417147f21 req-7b4ff174-2d4c-4dd4-bfca-c27c29bdc12e tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:56.976096 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-04c948f6-b874-412b-8683-27c417147f21 req-7b4ff174-2d4c-4dd4-bfca-c27c29bdc12e tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0494649 May 17 17:57:57.055963 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-04c948f6-b874-412b-8683-27c417147f21 req-24dae7a0-0bac-47c1-bcc1-9e55a3c0dedf tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735855 May 17 17:57:57.057075 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe932324-bc66-4cd5-bb1e-b6dcfd028266 req-9fe606df-add0-45a2-8adc-db786dbe03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:57.058714 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fe932324-bc66-4cd5-bb1e-b6dcfd028266 req-9fe606df-add0-45a2-8adc-db786dbe03d2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 1130 time: 0.0557170 May 17 17:57:57.107929 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-fe932324-bc66-4cd5-bb1e-b6dcfd028266 req-2aa03398-bfc6-455b-9736-4a865e2dde09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433307 May 17 17:57:57.168801 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bce8c-db66-4f37-8a6e-23e05780bdae req-e44c13cd-20dc-44ea-81f4-dea0de9cf4c7 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:57.170314 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2e1bce8c-db66-4f37-8a6e-23e05780bdae req-e44c13cd-20dc-44ea-81f4-dea0de9cf4c7 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0464907 May 17 17:57:57.235004 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46556bf2-7052-4112-af05-6e05fabc2808 req-6aaf8f8a-ce88-4670-bcc4-48207825ff02 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:57.236470 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-46556bf2-7052-4112-af05-6e05fabc2808 req-6aaf8f8a-ce88-4670-bcc4-48207825ff02 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 946 time: 0.0652702 May 17 17:57:57.263200 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2e1bce8c-db66-4f37-8a6e-23e05780bdae req-0652a80a-e121-41ca-85db-e02105b85ed8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838356 May 17 17:57:57.292193 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-46556bf2-7052-4112-af05-6e05fabc2808 req-034b318b-5fb1-4c93-ab40-ff1deaf4f499 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502317 May 17 17:57:57.577028 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682119e7-5ee7-4e7e-99a1-8a9291627aaa req-f4dccb19-505f-47d6-a31a-51d6c29b5600 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:57.578490 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-682119e7-5ee7-4e7e-99a1-8a9291627aaa req-f4dccb19-505f-47d6-a31a-51d6c29b5600 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0464675 May 17 17:57:57.623837 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-682119e7-5ee7-4e7e-99a1-8a9291627aaa req-3638c430-7d2e-42f8-abb3-f65fa01cc691 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392995 May 17 17:57:58.404080 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdc745-955d-408f-aafd-cadc7a04a828 req-15705738-908b-4183-94d6-e175702a8f68 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:57:58.405556 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-53fdc745-955d-408f-aafd-cadc7a04a828 req-15705738-908b-4183-94d6-e175702a8f68 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 946 time: 0.0454686 May 17 17:57:58.456247 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-53fdc745-955d-408f-aafd-cadc7a04a828 req-d5e5ac0d-e6f0-48cb-bc83-1e000411ec73 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450897 May 17 17:58:05.148027 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:58:07.009385 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effbf71a-00dd-4b3d-8b0d-49061908ce62 req-d7656921-d9fb-4b72-a0d8-7fe413681fff tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:07.011007 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-effbf71a-00dd-4b3d-8b0d-49061908ce62 req-d7656921-d9fb-4b72-a0d8-7fe413681fff tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0472822 May 17 17:58:07.069458 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-effbf71a-00dd-4b3d-8b0d-49061908ce62 req-c1855dd1-0577-4e9f-8ee7-d24af6e568bd tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528510 May 17 17:58:07.092264 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 32924) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:58:07.233017 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff855b0-b40a-4836-b5c0-e1fc4bf15f94 tempest-TestMinimumBasicScenario-805579369 tempest-TestMinimumBasicScenario-805579369-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:07.234526 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9ff855b0-b40a-4836-b5c0-e1fc4bf15f94 tempest-TestMinimumBasicScenario-805579369 tempest-TestMinimumBasicScenario-805579369-project-admin] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1124 time: 0.1412714 May 17 17:58:07.237417 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 32930) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:58:07.241505 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'floatingip': {'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'port_id': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:07.263443 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:07.348340 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:07.451475 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Allocated IP 172.27.3.113 (bc5238ed-f7b0-445e-b16f-a5feccfda731/bb225eaf-7c9c-4096-8a4f-24d0a834a7a3/f553606e-7874-4730-b7a8-2e0f2b90eeb4) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:58:07.555721 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for port (f553606e-7874-4730-b7a8-2e0f2b90eeb4), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:07.588310 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (f553606e-7874-4730-b7a8-2e0f2b90eeb4), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:07.622721 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Network bc5238ed-f7b0-445e-b16f-a5feccfda731 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:58:07.625483 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:58:07.629539 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:58:07.656312 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'Port': ['ID=f553606e-7874-4730-b7a8-2e0f2b90eeb4,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:08.245087 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for floatingip (5bacb197-82fa-4c07-8c4d-dfc8708e0108), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:08.311189 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f553606e-7874-4730-b7a8-2e0f2b90eeb4), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:08.483200 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for port (f553606e-7874-4730-b7a8-2e0f2b90eeb4), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:08.487799 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (f553606e-7874-4730-b7a8-2e0f2b90eeb4), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:08.557717 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'Port': ['ID=f553606e-7874-4730-b7a8-2e0f2b90eeb4,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:08.569132 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673304'] for floatingip (5bacb197-82fa-4c07-8c4d-dfc8708e0108), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:08.663421 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Floating IP 5bacb197-82fa-4c07-8c4d-dfc8708e0108 associated. External IP: 172.27.3.113, port: 566c84d1-486e-4c5e-953a-14d7bde4b80f. May 17 17:58:08.850165 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Router f4297102-b6a9-48a1-9c76-c922dd553227 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:58:08.950007 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:58:08.959622 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] Sync routers for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:58:08.967453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:08.968763 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:58:08.969575 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:57:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:58:08.997661 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-ba81c9c7-9ca2-4e8c-906a-5ce743c7b8db tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7592473 May 17 17:58:08.998265 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:58:09.000456 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 32946) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:58:09.000977 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9361da27-615f-4b41-aae2-5b5137d4bf31" -d '{"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:58:09.006081 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-9fcb9957-f375-4665-838a-427e28838a2a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-847469100', 'description': 'tempest-secgroup-smoke-847469100 description', 'project_id': '7387df83ef7a4544804abc06c2f9e865'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:09.033944 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9957-f375-4665-838a-427e28838a2a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group (None), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.037835 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-124a9139-0715-4a6a-b520-69740e0a5bb9 x-openstack-request-id: req-124a9139-0715-4a6a-b520-69740e0a5bb9 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:58:09.038753 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:58:09.039016 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-124a9139-0715-4a6a-b520-69740e0a5bb9 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:58:09.039444 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-124a9139-0715-4a6a-b520-69740e0a5bb9'] response: {'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'status': 'completed', 'code': 200} May 17 17:58:09.111915 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9957-f375-4665-838a-427e28838a2a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group (a74cff63-f241-4172-9f5d-9f87e2d57b50), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.112688 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-9d1099f6-a45c-4db9-a078-331f96f1e279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:09.114139 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-9d1099f6-a45c-4db9-a078-331f96f1e279 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7387df83ef7a4544804abc06c2f9e865&device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1129 time: 0.0547071 May 17 17:58:09.116487 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9957-f375-4665-838a-427e28838a2a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (a74cff63-f241-4172-9f5d-9f87e2d57b50), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.141783 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb9957-f375-4665-838a-427e28838a2a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74cff63-f241-4172-9f5d-9f87e2d57b50,revision_number=1']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:09.160579 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-9fcb9957-f375-4665-838a-427e28838a2a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.161891 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-9fcb9957-f375-4665-838a-427e28838a2a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1601820 May 17 17:58:09.164876 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 32950) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:58:09.169802 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-700e03b0-7171-4784-b5ca-94f85bd8854e tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'security_group_rule': {'security_group_id': 'a74cff63-f241-4172-9f5d-9f87e2d57b50', 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:09.197586 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-700e03b0-7171-4784-b5ca-94f85bd8854e tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (3c3f263a-5b05-4b0c-accb-e470b3b11b84), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.208377 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:58:09.218993 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-90221de3-4d19-4a25-b253-1a3c72b8d3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:09.221161 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-90221de3-4d19-4a25-b253-1a3c72b8d3dd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 200 len: 915 time: 0.0959115 May 17 17:58:09.260250 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-700e03b0-7171-4784-b5ca-94f85bd8854e tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (3c3f263a-5b05-4b0c-accb-e470b3b11b84), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.267936 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-700e03b0-7171-4784-b5ca-94f85bd8854e tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (3c3f263a-5b05-4b0c-accb-e470b3b11b84), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.286209 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700e03b0-7171-4784-b5ca-94f85bd8854e tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c3f263a-5b05-4b0c-accb-e470b3b11b84,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:09.295364 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-700e03b0-7171-4784-b5ca-94f85bd8854e tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.296624 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-700e03b0-7171-4784-b5ca-94f85bd8854e tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1306300 May 17 17:58:09.300795 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 32954) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:58:09.305812 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-1fb29ec4-7a2a-454b-9e65-d424e3949da3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 999 time: 0.0774245 May 17 17:58:09.307445 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-52b85aa2-bc98-4bdd-8bbb-2ef03db8b47c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'security_group_rule': {'security_group_id': 'a74cff63-f241-4172-9f5d-9f87e2d57b50', 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:09.350784 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52b85aa2-bc98-4bdd-8bbb-2ef03db8b47c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (8a8989f2-27bb-4c45-8d48-05ff1307201d), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.362243 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-91aeb287-d51d-4dd8-b4f7-11a6ef020726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:09.363788 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-91aeb287-d51d-4dd8-b4f7-11a6ef020726 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7260e6b3-8b90-4a61-932a-f39f0c4c323e HTTP/1.1" status: 200 len: 853 time: 0.0498624 May 17 17:58:09.411723 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-7649d22f-33a5-4f50-98c8-c08ff471ae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:09.413509 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-7649d22f-33a5-4f50-98c8-c08ff471ae9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0550974-aaf3-4aad-b025-bb7e66ec3820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422056 May 17 17:58:09.422133 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52b85aa2-bc98-4bdd-8bbb-2ef03db8b47c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (8a8989f2-27bb-4c45-8d48-05ff1307201d), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.427477 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52b85aa2-bc98-4bdd-8bbb-2ef03db8b47c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (8a8989f2-27bb-4c45-8d48-05ff1307201d), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.444710 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '5bacb197-82fa-4c07-8c4d-dfc8708e0108', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'port_id': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'mac_address': 'fa:16:3e:92:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:58:08Z', 'updated_at': '2022-05-17T17:58:08Z', 'revision_number': 0, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 5, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:58:09.450345 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b85aa2-bc98-4bdd-8bbb-2ef03db8b47c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8989f2-27bb-4c45-8d48-05ff1307201d,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:09.457995 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-52b85aa2-bc98-4bdd-8bbb-2ef03db8b47c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.459218 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-52b85aa2-bc98-4bdd-8bbb-2ef03db8b47c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1573765 May 17 17:58:09.461908 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 32956) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:58:09.466552 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-a78bab88-3c65-4168-802b-98fb1072e120 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'security_group_rule': {'security_group_id': 'a74cff63-f241-4172-9f5d-9f87e2d57b50', 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:09.470558 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] Checking router: f4297102-b6a9-48a1-9c76-c922dd553227 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:58:09.479529 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:58:09.480279 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:57:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:58:09.495930 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a78bab88-3c65-4168-802b-98fb1072e120 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (1603e4ab-0f08-4cfd-97f1-a1a8168f4381), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.524087 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-48132c53-5124-40d1-a419-c1e6de7b83b5 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022048 May 17 17:58:09.555534 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a78bab88-3c65-4168-802b-98fb1072e120 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (1603e4ab-0f08-4cfd-97f1-a1a8168f4381), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.559802 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a78bab88-3c65-4168-802b-98fb1072e120 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (1603e4ab-0f08-4cfd-97f1-a1a8168f4381), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.580346 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78bab88-3c65-4168-802b-98fb1072e120 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1603e4ab-0f08-4cfd-97f1-a1a8168f4381,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:09.590122 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-a78bab88-3c65-4168-802b-98fb1072e120 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.593664 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-a78bab88-3c65-4168-802b-98fb1072e120 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1281688 May 17 17:58:09.593877 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 32958) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:58:09.596327 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:58:09.599410 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-3f7dfdfd-f36f-40b7-a705-b7e4d9de5320 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'security_group_rule': {'security_group_id': 'a74cff63-f241-4172-9f5d-9f87e2d57b50', 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:09.619646 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9361da27-615f-4b41-aae2-5b5137d4bf31 req-c0d74d1d-f7e6-4320-9c5e-194173242659 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892746 May 17 17:58:09.627687 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3f7dfdfd-f36f-40b7-a705-b7e4d9de5320 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (a105310e-9a85-485a-bf96-0f701df15c72), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.692531 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3f7dfdfd-f36f-40b7-a705-b7e4d9de5320 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (a105310e-9a85-485a-bf96-0f701df15c72), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.696826 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3f7dfdfd-f36f-40b7-a705-b7e4d9de5320 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (a105310e-9a85-485a-bf96-0f701df15c72), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.715904 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7dfdfd-f36f-40b7-a705-b7e4d9de5320 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a105310e-9a85-485a-bf96-0f701df15c72,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:09.723186 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-3f7dfdfd-f36f-40b7-a705-b7e4d9de5320 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.724447 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-3f7dfdfd-f36f-40b7-a705-b7e4d9de5320 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295114 May 17 17:58:09.727088 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 32960) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:58:09.731371 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.v2.base [None req-c993640d-db1f-41e4-9f41-1a39b9d8c074 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'security_group_rule': {'security_group_id': 'a74cff63-f241-4172-9f5d-9f87e2d57b50', 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:09.754162 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.db.securitygroups_db [None req-c993640d-db1f-41e4-9f41-1a39b9d8c074 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Project 7387df83ef7a4544804abc06c2f9e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:58:09.759394 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c993640d-db1f-41e4-9f41-1a39b9d8c074 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (15f7f671-781d-4af9-8277-50320c3d9284), before_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.812816 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '5bacb197-82fa-4c07-8c4d-dfc8708e0108', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'port_id': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'mac_address': 'fa:16:3e:92:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:58:08Z', 'updated_at': '2022-05-17T17:58:08Z', 'revision_number': 0, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 5, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:58:09.819372 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c993640d-db1f-41e4-9f41-1a39b9d8c074 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (15f7f671-781d-4af9-8277-50320c3d9284), precommit_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.823154 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c993640d-db1f-41e4-9f41-1a39b9d8c074 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (15f7f671-781d-4af9-8277-50320c3d9284), after_create {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.843012 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950eb8c5-c4b2-428e-b939-c9df01db2372 None None] The sync data for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi is: [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_floatingips': [{'id': '5bacb197-82fa-4c07-8c4d-dfc8708e0108', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'router_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'port_id': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 730, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'mac_address': 'fa:16:3e:92:14:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-17T17:58:08Z', 'updated_at': '2022-05-17T17:58:08Z', 'revision_number': 0, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 5, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:58:09.843375 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993640d-db1f-41e4-9f41-1a39b9d8c074 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f7f671-781d-4af9-8277-50320c3d9284,revision_number=0']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:09.850183 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-c993640d-db1f-41e4-9f41-1a39b9d8c074 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.851396 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-c993640d-db1f-41e4-9f41-1a39b9d8c074 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233897 May 17 17:58:09.854204 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 32962) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:58:09.858855 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [None req-b8726da7-6a9b-4f14-b2b7-42096ee24446 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'security_group_rule': {'security_group_id': 'a74cff63-f241-4172-9f5d-9f87e2d57b50', 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:09.882071 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.securitygroups_db [None req-b8726da7-6a9b-4f14-b2b7-42096ee24446 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Project 7387df83ef7a4544804abc06c2f9e865 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 17 17:58:09.888762 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b8726da7-6a9b-4f14-b2b7-42096ee24446 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (faa1da5c-b2f8-4913-9966-5480f001b814), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.948591 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b8726da7-6a9b-4f14-b2b7-42096ee24446 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (faa1da5c-b2f8-4913-9966-5480f001b814), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.952103 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b8726da7-6a9b-4f14-b2b7-42096ee24446 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750535'] for security_group_rule (faa1da5c-b2f8-4913-9966-5480f001b814), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.971378 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8726da7-6a9b-4f14-b2b7-42096ee24446 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa1da5c-b2f8-4913-9966-5480f001b814,revision_number=0']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:09.981237 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b8726da7-6a9b-4f14-b2b7-42096ee24446 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:09.985152 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b8726da7-6a9b-4f14-b2b7-42096ee24446 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271963 May 17 17:58:10.048927 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1669ab-3558-48a2-9f45-624abe2d75de None None] New status for floating IP 5bacb197-82fa-4c07-8c4d-dfc8708e0108: ACTIVE {{(pid=103829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:58:10.082357 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-93c60e14-5195-4d98-84bc-99b663dc35ad tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847469100&fields=id&tenant_id=7387df83ef7a4544804abc06c2f9e865 HTTP/1.1" status: 200 len: 267 time: 0.0534647 May 17 17:58:10.140393 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-a1897e83-2e60-416b-affe-a0eb2fab5078 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:10.141808 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-a1897e83-2e60-416b-affe-a0eb2fab5078 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0501168 May 17 17:58:10.152703 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-92420b43-1d47-4274-8bec-b5d9b9eff4c9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'port': {'security_groups': ['bc6ca93a-cf4a-483e-b9b9-935167f73a70', 'a74cff63-f241-4172-9f5d-9f87e2d57b50']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:10.228442 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-92420b43-1d47-4274-8bec-b5d9b9eff4c9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:10.458279 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-92420b43-1d47-4274-8bec-b5d9b9eff4c9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] For port 566c84d1-486e-4c5e-953a-14d7bde4b80f, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:58:10.485554 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-92420b43-1d47-4274-8bec-b5d9b9eff4c9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:10.490551 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-92420b43-1d47-4274-8bec-b5d9b9eff4c9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:10.502443 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['566c84d1-486e-4c5e-953a-14d7bde4b80f'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:58:10.531075 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-92420b43-1d47-4274-8bec-b5d9b9eff4c9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:10.531747 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-92420b43-1d47-4274-8bec-b5d9b9eff4c9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:10.533667 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-43d2478f-5828-4ed3-b6cb-53699e18b86f req-92420b43-1d47-4274-8bec-b5d9b9eff4c9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "PUT /v2.0/ports/566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 981 time: 0.3856511 May 17 17:58:10.563569 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92420b43-1d47-4274-8bec-b5d9b9eff4c9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'Port': ['ID=566c84d1-486e-4c5e-953a-14d7bde4b80f,revision_number=6']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:10.619476 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['566c84d1-486e-4c5e-953a-14d7bde4b80f'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:58:10.651944 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1581b2-2d93-47ef-a839-846825da458c req-7d765e79-430c-41f9-809c-e7f2eab259dd tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:10.653612 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2e1581b2-2d93-47ef-a839-846825da458c req-7d765e79-430c-41f9-809c-e7f2eab259dd tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0532937 May 17 17:58:10.731502 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2e1581b2-2d93-47ef-a839-846825da458c req-d6ea55cc-1850-4792-9185-3ed80770c4ed tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0711596 May 17 17:58:10.797263 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-8b4d2ec0-85fe-4354-ab21-2fa733ffc6c0 None None] Provisioning complete for port 566c84d1-486e-4c5e-953a-14d7bde4b80f triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:58:10.797552 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8b4d2ec0-85fe-4354-ab21-2fa733ffc6c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:10.961581 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-8b4d2ec0-85fe-4354-ab21-2fa733ffc6c0 None None] Current status of the port 566c84d1-486e-4c5e-953a-14d7bde4b80f is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:58:11.040632 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:58:11.043064 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455b9509-6bc5-4237-aaed-61cce21fb185" -d '{"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:58:11.079931 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-729d733a-03b6-44d1-8b79-e9dfc830fd36 x-openstack-request-id: req-729d733a-03b6-44d1-8b79-e9dfc830fd36 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:58:11.080185 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:58:11.080519 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-729d733a-03b6-44d1-8b79-e9dfc830fd36 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:58:11.080836 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729d733a-03b6-44d1-8b79-e9dfc830fd36'] response: {'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'status': 'completed', 'code': 200} May 17 17:58:11.153847 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-d8fac6a0-5c0a-4f83-8429-d82a541cf614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:11.155347 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-d8fac6a0-5c0a-4f83-8429-d82a541cf614 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7387df83ef7a4544804abc06c2f9e865&device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1168 time: 0.0405583 May 17 17:58:11.247232 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-90069efc-22d2-4b13-8104-f915bb2ea042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:11.248823 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-90069efc-22d2-4b13-8104-f915bb2ea042 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 200 len: 915 time: 0.0842018 May 17 17:58:11.316994 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-e72732c2-98e8-419b-9779-4f858bd015dd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 1001 time: 0.0574617 May 17 17:58:11.366159 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-391abf5a-afbe-4e69-9d59-3e5261de70d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:11.367599 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-391abf5a-afbe-4e69-9d59-3e5261de70d6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7260e6b3-8b90-4a61-932a-f39f0c4c323e HTTP/1.1" status: 200 len: 853 time: 0.0424652 May 17 17:58:11.411821 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-82701a38-c64e-4629-9bd9-6e8d7ce60855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:11.413375 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-82701a38-c64e-4629-9bd9-6e8d7ce60855 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0550974-aaf3-4aad-b025-bb7e66ec3820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395725 May 17 17:58:11.505652 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-67c28a95-2bfb-4492-ab63-18295afe190c service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853851 May 17 17:58:11.592378 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-455b9509-6bc5-4237-aaed-61cce21fb185 req-e2ae880f-9295-4a10-bd68-31e8229d9372 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807135 May 17 17:58:12.181005 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-abeeddde-df31-416b-89cf-91dc10fbf3ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:14.349847 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:14.464099 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-692cefb8-6abd-48f4-ba1a-17c4e4d9f3e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:15.741945 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:17.297497 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:18.427363 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:37.813561 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6877ddc9-16eb-4c13-a673-5517f516af23 req-6e32b70e-62a6-4edf-ba2a-9a6415b615a0 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:37.815045 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6877ddc9-16eb-4c13-a673-5517f516af23 req-6e32b70e-62a6-4edf-ba2a-9a6415b615a0 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 946 time: 0.0520082 May 17 17:58:37.861432 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6877ddc9-16eb-4c13-a673-5517f516af23 req-77412f85-ffb4-4bee-a98e-1fbbd22a832f tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402744 May 17 17:58:38.975847 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebdbfb-7b82-4eee-8d59-8d8584178baf req-bf568de4-4ecf-4bf7-9233-d53dabb69346 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:38.977326 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d1ebdbfb-7b82-4eee-8d59-8d8584178baf req-bf568de4-4ecf-4bf7-9233-d53dabb69346 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 946 time: 0.0468054 May 17 17:58:39.022233 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d1ebdbfb-7b82-4eee-8d59-8d8584178baf req-0ef68d37-78e7-4626-aa8e-bb38b726e45c tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394566 May 17 17:58:39.337830 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-d0b3ebc3-009a-46d9-bd8f-dc2bb9a243b4 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:39.339193 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-d0b3ebc3-009a-46d9-bd8f-dc2bb9a243b4 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.36 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 946 time: 0.0516119 May 17 17:58:39.418954 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Deleting port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:58:39.419302 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:39.508732 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] For port e6e2ec29-8076-4d0d-ae8f-4c62521ada81, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:58:39.509105 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:39.522337 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Calling delete_port for e6e2ec29-8076-4d0d-ae8f-4c62521ada81 owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:58:39.644095 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (e6e2ec29-8076-4d0d-ae8f-4c62521ada81), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:39.657225 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['e6e2ec29-8076-4d0d-ae8f-4c62521ada81'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:58:39.673467 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Pushing event deleted for resources: {'Port': ['ID=e6e2ec29-8076-4d0d-ae8f-4c62521ada81,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:39.687815 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.688170 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.688540 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.688887 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.689218 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.689551 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.690419 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.690751 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.691081 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.691408 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.691734 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.692058 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.692404 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.692729 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.693051 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:39.729078 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] No DVR routers for this DVR port e6e2ec29-8076-4d0d-ae8f-4c62521ada81 on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:58:39.731485 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:39.734738 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d98f1baa-0190-4db1-9833-c4891fc2513b req-0bdd6827-678b-4ac7-a54f-c08b018bdcef tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.36 "DELETE /v2.0/ports/e6e2ec29-8076-4d0d-ae8f-4c62521ada81 HTTP/1.1" status: 204 len: 173 time: 0.3904228 May 17 17:58:39.735188 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b42e52e0-9434-47fa-bd51-c2e3d009471f', 'name': 'network-vif-deleted', 'tag': 'e6e2ec29-8076-4d0d-ae8f-4c62521ada81'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:58:39.737464 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7b2a11-4d55-42db-9d66-8972a33da148" -d '{"events": [{"server_uuid": "b42e52e0-9434-47fa-bd51-c2e3d009471f", "name": "network-vif-deleted", "tag": "e6e2ec29-8076-4d0d-ae8f-4c62521ada81"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:58:39.772783 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81332ed-24bc-4add-85f8-4c57136bfa09 x-openstack-request-id: req-f81332ed-24bc-4add-85f8-4c57136bfa09 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:58:39.773077 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b42e52e0-9434-47fa-bd51-c2e3d009471f", "name": "network-vif-deleted", "tag": "e6e2ec29-8076-4d0d-ae8f-4c62521ada81", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:58:39.773333 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-f81332ed-24bc-4add-85f8-4c57136bfa09 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:58:39.773739 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f81332ed-24bc-4add-85f8-4c57136bfa09'] response: {'server_uuid': 'b42e52e0-9434-47fa-bd51-c2e3d009471f', 'name': 'network-vif-deleted', 'tag': 'e6e2ec29-8076-4d0d-ae8f-4c62521ada81', 'status': 'completed', 'code': 200} May 17 17:58:40.130021 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-33b128fd-7959-49c3-9bb6-808085799ba9 req-6deb84b8-2ea6-46f3-a60e-fab210cdd603 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=b42e52e0-9434-47fa-bd51-c2e3d009471f HTTP/1.1" status: 200 len: 210 time: 0.0287607 May 17 17:58:42.146867 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:58:42.182465 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5cfdcd59-7104-4ecf-aac7-ea7d285fe19a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:43.059779 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dec7a-3174-4e04-806a-73de0a75e5a7 req-ab416358-24f5-40d4-93ca-4fb3b240789c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:43.061538 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6f5dec7a-3174-4e04-806a-73de0a75e5a7 req-ab416358-24f5-40d4-93ca-4fb3b240789c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0469441 May 17 17:58:43.123247 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-6f5dec7a-3174-4e04-806a-73de0a75e5a7 req-68d5b3c3-85b2-4232-8894-a22c4e52214f tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561166 May 17 17:58:43.271363 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device e6e2ec29-8076-4d0d-ae8f-4c62521ada81 no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:58:43.290643 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: e6e2ec29-8076-4d0d-ae8f-4c62521ada81 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:58:43.290996 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device e6e2ec29-8076-4d0d-ae8f-4c62521ada81 not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:58:44.237113 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e71305-ce8a-43c7-8b57-1d723aa8cfa0 req-8b2a38d2-c1e7-4023-86fb-d1e25f80a54b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:44.238579 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-48e71305-ce8a-43c7-8b57-1d723aa8cfa0 req-8b2a38d2-c1e7-4023-86fb-d1e25f80a54b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0468667 May 17 17:58:44.299191 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-48e71305-ce8a-43c7-8b57-1d723aa8cfa0 req-59bf9ca7-debe-40e8-9dcb-8848db2da112 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531259 May 17 17:58:44.359192 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:44.467144 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-76ea52c0-e34b-402f-9deb-499cc4610c1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:44.645202 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-2cc3ed1b-e8e9-410b-8c6e-59538e552788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:44.646727 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-2cc3ed1b-e8e9-410b-8c6e-59538e552788 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7387df83ef7a4544804abc06c2f9e865&device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1168 time: 0.0419140 May 17 17:58:44.745225 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-c210890a-d3e8-4737-b968-8fcfd4b16702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:44.746773 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-c210890a-d3e8-4737-b968-8fcfd4b16702 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 200 len: 915 time: 0.0921190 May 17 17:58:44.808044 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-30fe833a-d05e-4e48-b212-d58861524db7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 1001 time: 0.0543368 May 17 17:58:44.858008 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-0d47b3a0-0010-4556-b83c-e7475a33ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:44.859453 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-0d47b3a0-0010-4556-b83c-e7475a33ad15 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7260e6b3-8b90-4a61-932a-f39f0c4c323e HTTP/1.1" status: 200 len: 853 time: 0.0464199 May 17 17:58:45.073196 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-3d9651cb-211f-4f2b-aa24-284ecf958b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:45.074600 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-3d9651cb-211f-4f2b-aa24-284ecf958b4e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0550974-aaf3-4aad-b025-bb7e66ec3820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393326 May 17 17:58:45.165172 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-5a28ce18-0be1-4b12-8566-8270a2865f7e service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837891 May 17 17:58:45.254830 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-ed0a3a5f-2e70-4ed1-9ebd-bd6e0ee23b29 req-d36b24fa-0ed6-4998-8d18-743b90eb547e service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836160 May 17 17:58:45.415708 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2fa974-9466-4527-ab55-c8b7f98644eb req-ebd84910-7237-47c2-ace7-30bafdbf85b3 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:45.417306 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bd2fa974-9466-4527-ab55-c8b7f98644eb req-ebd84910-7237-47c2-ace7-30bafdbf85b3 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0501351 May 17 17:58:45.480053 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bd2fa974-9466-4527-ab55-c8b7f98644eb req-11b4b693-708c-4c2f-bf34-48127198df32 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569699 May 17 17:58:45.741498 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:46.598684 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89faa6fc-8429-4c64-9e69-64c99dc683f3 req-a194ff1b-19ef-4f28-9f23-f8fd2918e30d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:46.600163 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-89faa6fc-8429-4c64-9e69-64c99dc683f3 req-a194ff1b-19ef-4f28-9f23-f8fd2918e30d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0517297 May 17 17:58:46.658124 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-89faa6fc-8429-4c64-9e69-64c99dc683f3 req-39faf94f-6512-466d-ab52-90022a707060 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522974 May 17 17:58:47.301291 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:47.774268 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b6e7f1-e7ea-4c76-8249-7e3e0c81ed7b req-ae9a8389-8d09-4a3a-91fa-9ee07d0e5973 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:47.775735 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7b6e7f1-e7ea-4c76-8249-7e3e0c81ed7b req-ae9a8389-8d09-4a3a-91fa-9ee07d0e5973 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0520008 May 17 17:58:47.834940 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b7b6e7f1-e7ea-4c76-8249-7e3e0c81ed7b req-7224322a-911b-4994-a620-3883c2e42e3d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536051 May 17 17:58:48.432019 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:48.946808 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c107e12-e94f-44e3-a2f1-bbd706539801 req-fc1990a8-b9ed-438b-8d46-1a0382cb6385 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:48.948249 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4c107e12-e94f-44e3-a2f1-bbd706539801 req-fc1990a8-b9ed-438b-8d46-1a0382cb6385 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0456429 May 17 17:58:49.025346 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-4c107e12-e94f-44e3-a2f1-bbd706539801 req-bb75a88a-3ce0-4354-8226-914bee8d2a03 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0714672 May 17 17:58:50.102799 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535400a-c878-4559-a83e-7fa512a984a7 req-07507659-51b8-49a2-8d01-fb923195b8d6 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:50.104263 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-07507659-51b8-49a2-8d01-fb923195b8d6 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/networks?id=00546c47-e21a-464b-a80c-f05a10ca6724 HTTP/1.1" status: 200 len: 814 time: 0.1018572 May 17 17:58:50.144989 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-8a2100c4-b45e-456d-9a17-639172d50275 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/quotas/83f8fa2fd2364a88b77acf01fd91dc10 HTTP/1.1" status: 200 len: 375 time: 0.0316634 May 17 17:58:50.165223 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e14165-0329-4841-9c8b-45be489de91b req-fcde4411-7a72-4993-80f7-329ee534daff tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:50.166597 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d0e14165-0329-4841-9c8b-45be489de91b req-fcde4411-7a72-4993-80f7-329ee534daff tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0614693 May 17 17:58:50.191761 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c5b649fa-382a-40db-a743-b92808ed89bc tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?tenant_id=83f8fa2fd2364a88b77acf01fd91dc10&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416751 May 17 17:58:50.294868 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-d0e14165-0329-4841-9c8b-45be489de91b req-ac45fb12-f485-47ef-bdcd-6b65bf1aec98 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1105020 May 17 17:58:50.315488 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-86d8e48a-612e-4fb3-b5d8-3bd966614b67 service neutron] 10.222.0.81 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154437 May 17 17:58:50.401617 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-7f0c0cff-9a1c-447e-9f42-e9288829113a service neutron] 10.222.0.81 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803854 May 17 17:58:50.554748 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-cfa63362-ad5a-402c-b306-f1ab44716503 req-1fe786ed-39ed-4adb-ae9a-bab846a3c48e tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 210 time: 0.0275149 May 17 17:58:51.448064 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a7f80-3eb5-4a36-83cd-d3f4d769388d req-804f2af8-17e6-4851-80f1-b438ab2ff0d0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:51.449586 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-256a7f80-3eb5-4a36-83cd-d3f4d769388d req-804f2af8-17e6-4851-80f1-b438ab2ff0d0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0831063 May 17 17:58:51.493223 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535400a-c878-4559-a83e-7fa512a984a7 req-beef8eec-07d4-40b0-9e97-e63a21af2966 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:51.495159 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-beef8eec-07d4-40b0-9e97-e63a21af2966 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.36 "GET /v2.0/networks?id=00546c47-e21a-464b-a80c-f05a10ca6724 HTTP/1.1" status: 200 len: 814 time: 0.1617706 May 17 17:58:51.534427 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-256a7f80-3eb5-4a36-83cd-d3f4d769388d req-f5c874a0-66f2-4a6d-8a0b-1323ced309b9 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755138 May 17 17:58:51.570483 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Request body: {'port': {'device_id': 'fe4bbbcb-d36a-4e02-93b2-12f72e46b505', 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724', 'admin_state_up': True, 'tenant_id': '83f8fa2fd2364a88b77acf01fd91dc10'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:51.657293 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c7955eeb-1910-4333-be64-9607e2c4d059 req-f98295c0-f4e6-4d3b-a3e3-ebf09dd42e6a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 210 time: 0.0315793 May 17 17:58:51.699529 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Made reservation on behalf of 83f8fa2fd2364a88b77acf01fd91dc10 for: {'port': 1} {{(pid=103827) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 17 17:58:51.702862 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (None), before_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:51.827639 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_common [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Allocated IP 172.20.0.8 (00546c47-e21a-464b-a80c-f05a10ca6724/9ae78f62-5316-4a4c-a571-13d04f9e70eb/f340a405-f0d5-477d-9ca8-da05c468512b) {{(pid=103827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 17 17:58:51.972410 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks [] for port (f340a405-f0d5-477d-9ca8-da05c468512b), precommit_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:52.004893 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790471748940', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), after_create {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:52.044912 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Network 00546c47-e21a-464b-a80c-f05a10ca6724 is already hosted by enough agents. {{(pid=103827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 17 17:58:52.047974 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.base_scheduler [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Resources bound (agent type, host, resource id): {{(pid=103827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 17 17:58:52.050842 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Received port after_create {{(pid=103827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 17 17:58:52.079381 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Pushing event updated for resources: {'Port': ['ID=f340a405-f0d5-477d-9ca8-da05c468512b,revision_number=1']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:52.105216 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:52.105833 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:52.122086 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-ade93063-1c28-4288-9eca-eb48c2b8bd08 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5553980 May 17 17:58:52.133157 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Request body: {'port': {'device_id': 'fe4bbbcb-d36a-4e02-93b2-12f72e46b505', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84214'}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:58:52.345087 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-7336527b-f817-442e-9d3a-2fbcfaad7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:52.347949 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-7336527b-f817-442e-9d3a-2fbcfaad7e81 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7387df83ef7a4544804abc06c2f9e865&device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1168 time: 0.0418139 May 17 17:58:52.454786 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-ddd579ad-ca5b-4454-be09-6735a969a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:52.456267 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-ddd579ad-ca5b-4454-be09-6735a969a1be service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 200 len: 915 time: 0.0912726 May 17 17:58:52.472229 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:52.517980 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-82698227-7b1d-4683-a7fe-2e291478db37 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 1001 time: 0.0550623 May 17 17:58:52.571035 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-84766339-dac1-45e3-8981-041df1e0b4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:52.572541 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-84766339-dac1-45e3-8981-041df1e0b4db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7260e6b3-8b90-4a61-932a-f39f0c4c323e HTTP/1.1" status: 200 len: 853 time: 0.0484209 May 17 17:58:52.618120 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-7053e803-ecc8-41ef-a39a-a3e47b9fbd78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:52.619632 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-7053e803-ecc8-41ef-a39a-a3e47b9fbd78 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0550974-aaf3-4aad-b025-bb7e66ec3820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411112 May 17 17:58:52.676210 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e959a-be76-4631-9c91-b493b19e3664 req-91153f5e-7625-40ad-83b0-5f2748bd5b7b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:52.677711 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be1e959a-be76-4631-9c91-b493b19e3664 req-91153f5e-7625-40ad-83b0-5f2748bd5b7b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0694788 May 17 17:58:52.710306 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-c694ea15-f3f4-46a0-ae67-d219427b2321 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843775 May 17 17:58:52.803741 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [req-3ceaf2cb-97b3-41c6-ba22-8eaf8ff7bb08 req-90180911-6e5b-4613-a789-f269af88ba97 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876939 May 17 17:58:52.832214 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507675e-e9aa-4d15-a274-ca0d917b82fa req-f3fa336a-463c-48e7-bcc6-0ca86ca0467e tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:52.833698 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8507675e-e9aa-4d15-a274-ca0d917b82fa req-f3fa336a-463c-48e7-bcc6-0ca86ca0467e tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 931 time: 0.0900133 May 17 17:58:52.848300 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-be1e959a-be76-4631-9c91-b493b19e3664 req-6e516a79-cb30-4e09-bf32-b6f715fa494a tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1624928 May 17 17:58:52.930522 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8507675e-e9aa-4d15-a274-ca0d917b82fa req-b06cdf41-6b8d-4bda-b16c-1912bf738329 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911291 May 17 17:58:52.939754 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f340a405-f0d5-477d-9ca8-da05c468512b {{(pid=103827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:58:52.947455 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Publish callbacks [] for port (f340a405-f0d5-477d-9ca8-da05c468512b), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:52.960869 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.provisioning_blocks [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Transition to ACTIVE for port object f340a405-f0d5-477d-9ca8-da05c468512b will not be triggered until provisioned by entity L2. {{(pid=103827) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 17 17:58:52.964507 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:53.017462 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Pushing event updated for resources: {'Port': ['ID=f340a405-f0d5-477d-9ca8-da05c468512b,revision_number=2']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:53.086495 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Attempting to bind port f340a405-f0d5-477d-9ca8-da05c468512b on host hv-cinder-84214 for vnic_type normal with profile {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 17 17:58:53.086844 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Attempting to bind port f340a405-f0d5-477d-9ca8-da05c468512b by drivers openvswitch,hyperv on host hv-cinder-84214 at level 0 using segments [{'id': 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724'}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 17 17:58:53.087178 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Attempting to bind port f340a405-f0d5-477d-9ca8-da05c468512b on network 00546c47-e21a-464b-a80c-f05a10ca6724 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:58:53.091650 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Port f340a405-f0d5-477d-9ca8-da05c468512b on network 00546c47-e21a-464b-a80c-f05a10ca6724 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84214 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 17 17:58:53.091978 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Attempting to bind port f340a405-f0d5-477d-9ca8-da05c468512b on network 00546c47-e21a-464b-a80c-f05a10ca6724 {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 17 17:58:53.097574 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Checking agent: {'id': 'c7f8068f-5081-4d10-97dc-b50915e2b556', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84214', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'started_at': datetime.datetime(2022, 5, 17, 17, 17, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 17, 17, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 17 17:58:53.097916 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Checking segment: {'id': 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 17 17:58:53.098302 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Bound using segment: {'id': 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724'} {{(pid=103827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 17 17:58:53.098754 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.managers [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Bound port: f340a405-f0d5-477d-9ca8-da05c468512b, host: hv-cinder-84214, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724'}}] {{(pid=103827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 17 17:58:53.099114 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:53.161306 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] For port f340a405-f0d5-477d-9ca8-da05c468512b, host hv-cinder-84214, cleared binding levels {{(pid=103827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 17 17:58:53.164238 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] For port f340a405-f0d5-477d-9ca8-da05c468512b, host hv-cinder-84214, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f340a405-f0d5-477d-9ca8-da05c468512b,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 17 17:58:53.170267 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:53.203218 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:53.203831 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:53.205232 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] 10.222.0.36 "PUT /v2.0/ports/f340a405-f0d5-477d-9ca8-da05c468512b HTTP/1.1" status: 200 len: 1093 time: 1.0760534 May 17 17:58:53.205691 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe4bbbcb-d36a-4e02-93b2-12f72e46b505', 'tag': 'f340a405-f0d5-477d-9ca8-da05c468512b'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:58:53.207928 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f70b41-6370-4480-a72e-543da8285c87" -d '{"events": [{"name": "network-changed", "server_uuid": "fe4bbbcb-d36a-4e02-93b2-12f72e46b505", "tag": "f340a405-f0d5-477d-9ca8-da05c468512b"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:58:53.231848 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b83550-c34c-4a45-b08e-c868bf0ab313 service neutron] Pushing event updated for resources: {'Port': ['ID=f340a405-f0d5-477d-9ca8-da05c468512b,revision_number=3']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:53.245159 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d296c3b-4b55-4d8d-89fe-e10620d90bf9 x-openstack-request-id: req-5d296c3b-4b55-4d8d-89fe-e10620d90bf9 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:58:53.245466 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe4bbbcb-d36a-4e02-93b2-12f72e46b505", "tag": "f340a405-f0d5-477d-9ca8-da05c468512b", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:58:53.245716 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-5d296c3b-4b55-4d8d-89fe-e10620d90bf9 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:58:53.246113 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d296c3b-4b55-4d8d-89fe-e10620d90bf9'] response: {'name': 'network-changed', 'server_uuid': 'fe4bbbcb-d36a-4e02-93b2-12f72e46b505', 'tag': 'f340a405-f0d5-477d-9ca8-da05c468512b', 'status': 'completed', 'code': 200} May 17 17:58:53.287892 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535400a-c878-4559-a83e-7fa512a984a7 req-e72436c5-95e8-4c6a-803e-37f273e6f789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:53.289450 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-e72436c5-95e8-4c6a-803e-37f273e6f789 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83f8fa2fd2364a88b77acf01fd91dc10&device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 1127 time: 0.0396290 May 17 17:58:53.327777 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-8a796c06-8b6d-42d5-a589-d67f482a233a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f340a405-f0d5-477d-9ca8-da05c468512b HTTP/1.1" status: 200 len: 217 time: 0.0317914 May 17 17:58:53.381774 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535400a-c878-4559-a83e-7fa512a984a7 req-168b9199-12fd-4ae4-a04f-ca20c5b9e6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:53.384067 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-168b9199-12fd-4ae4-a04f-ca20c5b9e6e3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ae78f62-5316-4a4c-a571-13d04f9e70eb HTTP/1.1" status: 200 len: 854 time: 0.0508208 May 17 17:58:53.416420 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-a2c6ca7f-9298-453f-9179-48f34e6dc64a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00546c47-e21a-464b-a80c-f05a10ca6724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266483 May 17 17:58:53.505045 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-dcad0886-cc90-4046-bf5b-b9bd3cc79f41 service neutron] 10.222.0.36 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827708 May 17 17:58:53.598545 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0535400a-c878-4559-a83e-7fa512a984a7 req-a11515e4-89fa-4b89-849c-b5cf290f532a service neutron] 10.222.0.36 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860372 May 17 17:58:53.959746 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddf272-9a8d-4e96-aa7d-665f206c836e req-edec068d-85db-42a5-9720-1a8b7562f80b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:53.961297 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-57ddf272-9a8d-4e96-aa7d-665f206c836e req-edec068d-85db-42a5-9720-1a8b7562f80b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0475717 May 17 17:58:54.053062 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-57ddf272-9a8d-4e96-aa7d-665f206c836e req-55ec2cf5-cb7c-4e2f-93e3-ce4ea7cc5df0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0859613 May 17 17:58:54.064523 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfbcf33-694e-4083-ac44-f97349544310 req-0d0c8590-a91d-481c-af5d-e02e763f5bc5 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:54.066334 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5bfbcf33-694e-4083-ac44-f97349544310 req-0d0c8590-a91d-481c-af5d-e02e763f5bc5 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 943 time: 0.0647902 May 17 17:58:54.113606 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5bfbcf33-694e-4083-ac44-f97349544310 req-0b2caa7e-53b8-43ef-bb82-33627f63830e tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417655 May 17 17:58:54.336907 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f70b41-6370-4480-a72e-543da8285c87 req-ad6e2d1d-cba8-4167-81ed-8bc45c8e016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:54.338291 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88f70b41-6370-4480-a72e-543da8285c87 req-ad6e2d1d-cba8-4167-81ed-8bc45c8e016b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83f8fa2fd2364a88b77acf01fd91dc10&device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 1127 time: 0.0391426 May 17 17:58:54.428386 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f70b41-6370-4480-a72e-543da8285c87 req-a4123c44-2ac6-48ba-bc15-2f75f186f6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:54.429843 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88f70b41-6370-4480-a72e-543da8285c87 req-a4123c44-2ac6-48ba-bc15-2f75f186f6d9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=00546c47-e21a-464b-a80c-f05a10ca6724 HTTP/1.1" status: 200 len: 915 time: 0.0859125 May 17 17:58:54.466892 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88f70b41-6370-4480-a72e-543da8285c87 req-0f29a322-3132-47a2-899b-52d531e8456c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f340a405-f0d5-477d-9ca8-da05c468512b HTTP/1.1" status: 200 len: 217 time: 0.0313222 May 17 17:58:54.513442 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f70b41-6370-4480-a72e-543da8285c87 req-f4346718-6d23-4dbd-9d2e-cfa7021c82e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:54.514849 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88f70b41-6370-4480-a72e-543da8285c87 req-f4346718-6d23-4dbd-9d2e-cfa7021c82e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9ae78f62-5316-4a4c-a571-13d04f9e70eb HTTP/1.1" status: 200 len: 854 time: 0.0425916 May 17 17:58:54.552034 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88f70b41-6370-4480-a72e-543da8285c87 req-534493a7-c72f-4605-92d4-eda65155cd69 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=00546c47-e21a-464b-a80c-f05a10ca6724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259008 May 17 17:58:54.645691 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88f70b41-6370-4480-a72e-543da8285c87 req-0de3acbc-3ee0-4f7a-8f39-e974fb0c4296 service neutron] 10.222.0.36 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874419 May 17 17:58:54.736164 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-88f70b41-6370-4480-a72e-543da8285c87 req-1b800fc6-cb64-472c-8e7e-10da5dbf698e service neutron] 10.222.0.36 "GET /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837135 May 17 17:58:55.166545 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5a1bfb-c3cc-435d-be5a-f5deb5f9dd21 req-b65b746a-379e-4fa0-992a-a9ce3885ec3d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:55.168036 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bb5a1bfb-c3cc-435d-be5a-f5deb5f9dd21 req-b65b746a-379e-4fa0-992a-a9ce3885ec3d tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0478802 May 17 17:58:55.247562 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab3d0b-ed0d-4a31-8a1e-a3cf1294db00 req-55bf96d6-2c68-4fbd-8832-27cd7ebcd47c tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:55.249056 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3ab3d0b-ed0d-4a31-8a1e-a3cf1294db00 req-55bf96d6-2c68-4fbd-8832-27cd7ebcd47c tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 943 time: 0.0687590 May 17 17:58:55.276110 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bb5a1bfb-c3cc-435d-be5a-f5deb5f9dd21 req-28e48c4d-2441-4307-8bfd-e34595598879 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1025951 May 17 17:58:55.310240 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-f3ab3d0b-ed0d-4a31-8a1e-a3cf1294db00 req-a59c0496-f4b3-4648-b8e4-7a69275516f1 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541761 May 17 17:58:56.401197 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c4d3ee-a30a-4a43-9e8f-8bcc4c1e5a3a req-d1be4446-217d-4dc4-b08c-f5bfad3b4944 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:56.402739 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-43c4d3ee-a30a-4a43-9e8f-8bcc4c1e5a3a req-d1be4446-217d-4dc4-b08c-f5bfad3b4944 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0559592 May 17 17:58:56.453023 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238d9f9b-c44c-40fd-8096-d70f5b0471f2 req-d55d6d70-be12-41d2-bb33-fafb735a8d40 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:56.454493 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-238d9f9b-c44c-40fd-8096-d70f5b0471f2 req-d55d6d70-be12-41d2-bb33-fafb735a8d40 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 943 time: 0.0777562 May 17 17:58:56.518800 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-43c4d3ee-a30a-4a43-9e8f-8bcc4c1e5a3a req-b2e4a674-1a5c-4744-83c8-4010819d8b32 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0985801 May 17 17:58:56.529799 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-238d9f9b-c44c-40fd-8096-d70f5b0471f2 req-d4dfbd78-f173-4821-be98-395e838b8742 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687993 May 17 17:58:56.760691 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f340a405-f0d5-477d-9ca8-da05c468512b details requested by agent hyperv_hv-cinder-84214 with host hv-cinder-84214 {{(pid=103828) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 17 17:58:56.857415 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f340a405-f0d5-477d-9ca8-da05c468512b, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f340a405-f0d5-477d-9ca8-da05c468512b,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:58:56.869164 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Returning: {'device': 'f340a405-f0d5-477d-9ca8-da05c468512b', 'network_id': '00546c47-e21a-464b-a80c-f05a10ca6724', 'port_id': 'f340a405-f0d5-477d-9ca8-da05c468512b', 'mac_address': 'fa:16:3e:5e:60:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae78f62-5316-4a4c-a571-13d04f9e70eb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103828) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 17 17:58:56.902631 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f340a405-f0d5-477d-9ca8-da05c468512b is: DOWN; New status is: BUILD {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:58:56.903022 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:56.918979 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f340a405-f0d5-477d-9ca8-da05c468512b {{(pid=103828) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 17 17:58:56.938308 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f340a405-f0d5-477d-9ca8-da05c468512b, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f340a405-f0d5-477d-9ca8-da05c468512b,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:58:56.941970 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:56.985628 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f340a405-f0d5-477d-9ca8-da05c468512b,revision_number=4']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:56.993185 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.993544 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.993893 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.994238 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.994579 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.994912 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.995244 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.995574 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.995903 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.996231 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.996586 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.996914 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.997249 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.997563 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:56.997885 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:58:57.153889 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['f340a405-f0d5-477d-9ca8-da05c468512b'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:58:57.660410 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dc562-b16f-49e5-a0f6-0142c3f0b7a9 req-1d68b9fc-0418-4947-9dd3-bb045a680de0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:57.661869 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c04dc562-b16f-49e5-a0f6-0142c3f0b7a9 req-1d68b9fc-0418-4947-9dd3-bb045a680de0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0765963 May 17 17:58:57.681020 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a96761-d1d9-4d3f-9497-fa47de885f77 req-fec01021-90d5-4beb-ba56-7a45fc975c36 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:57.682687 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a4a96761-d1d9-4d3f-9497-fa47de885f77 req-fec01021-90d5-4beb-ba56-7a45fc975c36 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 944 time: 0.0650334 May 17 17:58:57.760389 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-a4a96761-d1d9-4d3f-9497-fa47de885f77 req-a3e851ca-3257-4777-92f5-fdb6791a6c66 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715187 May 17 17:58:57.765266 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-c04dc562-b16f-49e5-a0f6-0142c3f0b7a9 req-affd3a1d-0833-4a42-bbc7-be93e6048b7b tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=a74cff63-f241-4172-9f5d-9f87e2d57b50&id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978212 May 17 17:58:58.775987 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f340a405-f0d5-477d-9ca8-da05c468512b up at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 17 17:58:58.817883 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning for port f340a405-f0d5-477d-9ca8-da05c468512b completed by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 17 17:58:58.824272 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Provisioning complete for port f340a405-f0d5-477d-9ca8-da05c468512b triggered by entity L2. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:58:58.824739 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:58.878626 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956c47ab-cf21-45a4-bcc7-f9bb08b8fff9 req-44998177-3495-441f-8734-92b443f0572b tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:58.880116 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-956c47ab-cf21-45a4-bcc7-f9bb08b8fff9 req-44998177-3495-441f-8734-92b443f0572b tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 944 time: 0.0528007 May 17 17:58:58.896143 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Current status of the port f340a405-f0d5-477d-9ca8-da05c468512b is: BUILD; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:58:58.896557 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), before_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:58.918485 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4bbbcb-d36a-4e02-93b2-12f72e46b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f340a405-f0d5-477d-9ca8-da05c468512b'}] {{(pid=103828) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:58:58.920730 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f1761681244b8ffdacd3a5a7815042e2a4fea93614d909d2578586e499e08450" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2185713-c085-47ec-930a-cad216bd67ca" -d '{"events": [{"server_uuid": "fe4bbbcb-d36a-4e02-93b2-12f72e46b505", "name": "network-vif-plugged", "status": "completed", "tag": "f340a405-f0d5-477d-9ca8-da05c468512b"}]}' {{(pid=103828) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:58:58.927178 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-956c47ab-cf21-45a4-bcc7-f9bb08b8fff9 req-e9ebe3c6-2973-4b50-9e31-2d888802180c tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414565 May 17 17:58:58.940611 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] For port f340a405-f0d5-477d-9ca8-da05c468512b, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f340a405-f0d5-477d-9ca8-da05c468512b,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:58:58.944683 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:58:58.967932 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a56a9e-c42e-4b16-8bec-2af8cef8234e x-openstack-request-id: req-14a56a9e-c42e-4b16-8bec-2af8cef8234e {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:58:58.968229 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4bbbcb-d36a-4e02-93b2-12f72e46b505", "name": "network-vif-plugged", "status": "completed", "tag": "f340a405-f0d5-477d-9ca8-da05c468512b", "code": 200}]} {{(pid=103828) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:58:58.968513 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-14a56a9e-c42e-4b16-8bec-2af8cef8234e {{(pid=103828) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:58:58.968915 dv-cinder-842148-1-iscsi neutron-server[103828]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a56a9e-c42e-4b16-8bec-2af8cef8234e'] response: {'server_uuid': 'fe4bbbcb-d36a-4e02-93b2-12f72e46b505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f340a405-f0d5-477d-9ca8-da05c468512b', 'code': 200} May 17 17:58:58.994886 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Pushing event updated for resources: {'Port': ['ID=f340a405-f0d5-477d-9ca8-da05c468512b,revision_number=5']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:58:59.120149 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c731b3b-ecbf-4560-b2e3-c3d634058f2c req-eed97054-e989-4e26-b2a8-371bfe2fe8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:58:59.121652 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2c731b3b-ecbf-4560-b2e3-c3d634058f2c req-eed97054-e989-4e26-b2a8-371bfe2fe8df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 1129 time: 0.0381145 May 17 17:58:59.163867 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-2c731b3b-ecbf-4560-b2e3-c3d634058f2c req-60bcbf87-ca33-41da-90ce-94956372d678 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369151 May 17 17:59:00.040898 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0d2ec4-581f-4982-b7bd-5330366970b5 req-a6929f14-d50e-4da0-81e6-89debc448be9 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:00.042355 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8c0d2ec4-581f-4982-b7bd-5330366970b5 req-a6929f14-d50e-4da0-81e6-89debc448be9 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 945 time: 0.0471759 May 17 17:59:00.094234 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-8c0d2ec4-581f-4982-b7bd-5330366970b5 req-af393603-012c-45ca-a135-783a60924663 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461240 May 17 17:59:01.208654 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5b2cf-d83b-4685-9a5e-fb3aeef88247 req-cad4321c-b47a-466d-b7d7-cda3c797d31a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:01.210121 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-48f5b2cf-d83b-4685-9a5e-fb3aeef88247 req-cad4321c-b47a-466d-b7d7-cda3c797d31a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 945 time: 0.0473304 May 17 17:59:01.256620 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-48f5b2cf-d83b-4685-9a5e-fb3aeef88247 req-601b6bb3-8658-48bd-9de2-2a2b08c3378e tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409527 May 17 17:59:12.186053 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f092dcbf-ee74-41a0-b73a-40741bde2db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:14.380775 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:14.467621 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-47da8cb9-3e8a-4640-b9ef-0274172e1448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:15.744171 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:17.304279 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:18.434982 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:19.146286 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 17:59:21.227164 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30a5f1-d936-4c95-95a4-9e2951a99426 req-fd708599-f1c0-4cc8-8a3a-6c5cdbbc62a2 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:21.228582 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5a30a5f1-d936-4c95-95a4-9e2951a99426 req-fd708599-f1c0-4cc8-8a3a-6c5cdbbc62a2 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 945 time: 0.0463490 May 17 17:59:21.275383 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-5a30a5f1-d936-4c95-95a4-9e2951a99426 req-5ad92b9b-87f5-4b70-b683-d528429b0084 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412898 May 17 17:59:22.398890 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477a43-d398-4fe5-821e-8a2b9f5f474a req-f1abbbea-1bd6-43d4-8f2e-37f4167498e0 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:22.400399 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de477a43-d398-4fe5-821e-8a2b9f5f474a req-f1abbbea-1bd6-43d4-8f2e-37f4167498e0 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 945 time: 0.0518243 May 17 17:59:22.447632 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-de477a43-d398-4fe5-821e-8a2b9f5f474a req-575fa508-a3ec-4b1a-81a4-9b53b33eae14 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/security-groups?id=8e8470a7-e44e-49ff-ac7a-b457204a3306&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 May 17 17:59:22.985543 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-012de501-e4df-4a48-843a-ed60d8627f7b tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:22.986979 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-012de501-e4df-4a48-843a-ed60d8627f7b tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.36 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 945 time: 0.0458977 May 17 17:59:23.070181 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Deleting port f340a405-f0d5-477d-9ca8-da05c468512b {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:23.070527 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:23.156696 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] For port f340a405-f0d5-477d-9ca8-da05c468512b, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=f340a405-f0d5-477d-9ca8-da05c468512b,segment=NetworkSegment(c4ad8b89-2b19-4fe8-962a-4fd071c3edf9),segment_id=c4ad8b89-2b19-4fe8-962a-4fd071c3edf9)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:23.157065 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:23.170018 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Calling delete_port for f340a405-f0d5-477d-9ca8-da05c468512b owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:23.294143 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (f340a405-f0d5-477d-9ca8-da05c468512b), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:23.306021 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['f340a405-f0d5-477d-9ca8-da05c468512b'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:59:23.319582 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Pushing event deleted for resources: {'Port': ['ID=f340a405-f0d5-477d-9ca8-da05c468512b,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:23.364971 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] No DVR routers for this DVR port f340a405-f0d5-477d-9ca8-da05c468512b on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:59:23.367385 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:23.370595 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-9d6dedbd-4ccf-4dae-ac12-3c64c82d312f req-90458f92-97e1-47f3-a94f-85d6b241f07a tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.36 "DELETE /v2.0/ports/f340a405-f0d5-477d-9ca8-da05c468512b HTTP/1.1" status: 204 len: 173 time: 0.3773139 May 17 17:59:23.371021 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe4bbbcb-d36a-4e02-93b2-12f72e46b505', 'name': 'network-vif-deleted', 'tag': 'f340a405-f0d5-477d-9ca8-da05c468512b'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:59:23.373273 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81921ea4-6e2d-4c74-bff7-e0f77b260670" -d '{"events": [{"server_uuid": "fe4bbbcb-d36a-4e02-93b2-12f72e46b505", "name": "network-vif-deleted", "tag": "f340a405-f0d5-477d-9ca8-da05c468512b"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:59:23.408104 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d20d0a4-7209-428a-9bf6-9b00f66d2207 x-openstack-request-id: req-9d20d0a4-7209-428a-9bf6-9b00f66d2207 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:59:23.408776 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe4bbbcb-d36a-4e02-93b2-12f72e46b505", "name": "network-vif-deleted", "tag": "f340a405-f0d5-477d-9ca8-da05c468512b", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:59:23.408776 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-9d20d0a4-7209-428a-9bf6-9b00f66d2207 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:59:23.409088 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d20d0a4-7209-428a-9bf6-9b00f66d2207'] response: {'server_uuid': 'fe4bbbcb-d36a-4e02-93b2-12f72e46b505', 'name': 'network-vif-deleted', 'tag': 'f340a405-f0d5-477d-9ca8-da05c468512b', 'status': 'completed', 'code': 200} May 17 17:59:23.568265 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-87bd3f62-c13a-4f84-b7a2-4ecbc207c078 req-bd20e4aa-eff5-4e47-b9ff-bb5ceccb7b43 tempest-VolumesSnapshotTestJSON-1869971277 tempest-VolumesSnapshotTestJSON-1869971277-project] 10.222.0.81 "GET /v2.0/ports?device_id=fe4bbbcb-d36a-4e02-93b2-12f72e46b505 HTTP/1.1" status: 200 len: 210 time: 0.0389984 May 17 17:59:28.265210 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f340a405-f0d5-477d-9ca8-da05c468512b no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:59:28.285200 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: f340a405-f0d5-477d-9ca8-da05c468512b {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:59:28.285481 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device f340a405-f0d5-477d-9ca8-da05c468512b not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:59:37.372368 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-330d3868-598d-430c-a0a4-2de137684781 req-359d63d7-85de-411f-afef-2a4a300586ac tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-847469100&fields=id&tenant_id=7387df83ef7a4544804abc06c2f9e865 HTTP/1.1" status: 200 len: 267 time: 0.0435781 May 17 17:59:37.421474 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d3868-598d-430c-a0a4-2de137684781 req-8472ebae-29f0-4253-b291-a08125c1de73 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:37.422927 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-330d3868-598d-430c-a0a4-2de137684781 req-8472ebae-29f0-4253-b291-a08125c1de73 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 984 time: 0.0453424 May 17 17:59:37.434019 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.v2.base [req-330d3868-598d-430c-a0a4-2de137684781 req-d6757bbc-ab18-4d10-bb3a-1ee9e5ada872 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Request body: {'port': {'security_groups': ['bc6ca93a-cf4a-483e-b9b9-935167f73a70']}} {{(pid=103827) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 17 17:59:37.505619 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-330d3868-598d-430c-a0a4-2de137684781 req-d6757bbc-ab18-4d10-bb3a-1ee9e5ada872 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33097291'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), before_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:37.708263 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-330d3868-598d-430c-a0a4-2de137684781 req-d6757bbc-ab18-4d10-bb3a-1ee9e5ada872 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] For port 566c84d1-486e-4c5e-953a-14d7bde4b80f, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:37.735390 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-330d3868-598d-430c-a0a4-2de137684781 req-d6757bbc-ab18-4d10-bb3a-1ee9e5ada872 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), precommit_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:37.739833 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-330d3868-598d-430c-a0a4-2de137684781 req-d6757bbc-ab18-4d10-bb3a-1ee9e5ada872 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790472191115', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790471748958', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790471748976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-520865250'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), after_update {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:37.752103 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['566c84d1-486e-4c5e-953a-14d7bde4b80f'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:59:37.780335 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d3868-598d-430c-a0a4-2de137684781 req-d6757bbc-ab18-4d10-bb3a-1ee9e5ada872 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:37.780938 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-330d3868-598d-430c-a0a4-2de137684781 req-d6757bbc-ab18-4d10-bb3a-1ee9e5ada872 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:37.782321 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-330d3868-598d-430c-a0a4-2de137684781 req-d6757bbc-ab18-4d10-bb3a-1ee9e5ada872 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "PUT /v2.0/ports/566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 942 time: 0.3529310 May 17 17:59:37.782773 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:59:37.785775 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea" -d '{"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:59:37.788708 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 33356) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:37.811143 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6757bbc-ab18-4d10-bb3a-1ee9e5ada872 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event updated for resources: {'Port': ['ID=566c84d1-486e-4c5e-953a-14d7bde4b80f,revision_number=7']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:37.844928 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5246fc5-9c0d-42c1-8c80-c2165059097a x-openstack-request-id: req-c5246fc5-9c0d-42c1-8c80-c2165059097a {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:59:37.845223 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:59:37.845691 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-c5246fc5-9c0d-42c1-8c80-c2165059097a {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:59:37.846154 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5246fc5-9c0d-42c1-8c80-c2165059097a'] response: {'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'status': 'completed', 'code': 200} May 17 17:59:37.859141 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group (a74cff63-f241-4172-9f5d-9f87e2d57b50), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:37.883315 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['566c84d1-486e-4c5e-953a-14d7bde4b80f'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:59:37.906122 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group (a74cff63-f241-4172-9f5d-9f87e2d57b50), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:37.907954 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-ea5e09a4-2804-4c77-a327-17061e2bca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:37.910308 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-ea5e09a4-2804-4c77-a327-17061e2bca8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7387df83ef7a4544804abc06c2f9e865&device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1129 time: 0.0421395 May 17 17:59:37.985203 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (a74cff63-f241-4172-9f5d-9f87e2d57b50), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:37.989094 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for security_group (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:37.990398 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "DELETE /v2.0/security-groups/a74cff63-f241-4172-9f5d-9f87e2d57b50 HTTP/1.1" status: 204 len: 168 time: 0.2005823 May 17 17:59:37.994393 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33358) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:38.001416 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74cff63-f241-4172-9f5d-9f87e2d57b50,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.070767 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.073141 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.073141 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97859bec-49aa-4b1e-898d-44b04bd9a27c tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:38.073753 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-f36df2b3-db38-430c-b9bc-bcab0fc03dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:38.073753 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-f36df2b3-db38-430c-b9bc-bcab0fc03dcd service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 200 len: 915 time: 0.1429222 May 17 17:59:38.102052 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.provisioning_blocks [None req-8753701a-d65c-459f-9651-25f3113004cb None None] Provisioning complete for port 566c84d1-486e-4c5e-953a-14d7bde4b80f triggered by entity DHCP. {{(pid=103828) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 17 17:59:38.102433 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8753701a-d65c-459f-9651-25f3113004cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-32817371'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), provisioning_complete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:38.165150 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-2aefd96d-91c4-4601-8912-45f90bfcb830 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 1001 time: 0.0974669 May 17 17:59:38.172465 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-8753701a-d65c-459f-9651-25f3113004cb None None] Current status of the port 566c84d1-486e-4c5e-953a-14d7bde4b80f is: ACTIVE; New status is: ACTIVE {{(pid=103828) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2296}} May 17 17:59:38.233485 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Deleting port f553606e-7874-4730-b7a8-2e0f2b90eeb4 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:38.233829 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (f553606e-7874-4730-b7a8-2e0f2b90eeb4), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:38.258866 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-dab2f8cb-e973-496c-ab15-3fa14dda635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:38.260375 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-dab2f8cb-e973-496c-ab15-3fa14dda635f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7260e6b3-8b90-4a61-932a-f39f0c4c323e HTTP/1.1" status: 200 len: 853 time: 0.0744553 May 17 17:59:38.338521 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-1066118e-96e0-436e-a62e-a2089c00b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:38.340014 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-1066118e-96e0-436e-a62e-a2089c00b3d8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0550974-aaf3-4aad-b025-bb7e66ec3820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0735526 May 17 17:59:38.359088 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (f553606e-7874-4730-b7a8-2e0f2b90eeb4), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:38.359413 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for floatingip (f553606e-7874-4730-b7a8-2e0f2b90eeb4), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:38.386564 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Calling delete_port for f553606e-7874-4730-b7a8-2e0f2b90eeb4 owned by network:floatingip {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:38.497025 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-0d378445-5e1d-4e07-9407-ecaf82464400 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476214 May 17 17:59:38.631941 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0fb01ea9-9d9c-4e1b-b498-18d9eba738ea req-2c226e40-9000-468d-8021-efa0fa360f3d service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275733 May 17 17:59:38.650191 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (f553606e-7874-4730-b7a8-2e0f2b90eeb4), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:38.674029 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event deleted for resources: {'Port': ['ID=f553606e-7874-4730-b7a8-2e0f2b90eeb4,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:38.733760 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks [] for floatingip (5bacb197-82fa-4c07-8c4d-dfc8708e0108), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:38.734219 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.db.l3_db [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Floating IP 5bacb197-82fa-4c07-8c4d-dfc8708e0108 disassociated (deleted). External IP: 172.27.3.113, port: 566c84d1-486e-4c5e-953a-14d7bde4b80f. May 17 17:59:38.931424 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Router f4297102-b6a9-48a1-9c76-c922dd553227 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:59:39.036048 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:59:39.040782 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for floatingip (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:39.045479 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da126-d380-45fe-958b-d22c31518a18 None None] Sync routers for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:59:39.055769 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894da126-d380-45fe-958b-d22c31518a18 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:59:39.056429 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-894da126-d380-45fe-958b-d22c31518a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:59:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:39.071907 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-9fcab6c9-6b88-4ab9-89e5-880a98949bc8 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "DELETE /v2.0/floatingips/5bacb197-82fa-4c07-8c4d-dfc8708e0108 HTTP/1.1" status: 204 len: 168 time: 1.0764616 May 17 17:59:39.289587 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-894da126-d380-45fe-958b-d22c31518a18 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:59:39.483117 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-894da126-d380-45fe-958b-d22c31518a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 5, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:39.507002 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da126-d380-45fe-958b-d22c31518a18 None None] Checking router: f4297102-b6a9-48a1-9c76-c922dd553227 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:59:39.514966 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894da126-d380-45fe-958b-d22c31518a18 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:59:39.515579 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-894da126-d380-45fe-958b-d22c31518a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:59:14Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:39.616754 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-894da126-d380-45fe-958b-d22c31518a18 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:59:39.821660 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-894da126-d380-45fe-958b-d22c31518a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 5, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:39.845751 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894da126-d380-45fe-958b-d22c31518a18 None None] The sync data for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi is: [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:57:15Z', 'revision_number': 4, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi', '_interfaces': [{'id': '8d813939-9707-40d5-9a36-b1288978db99', 'name': '', 'network_id': 'b0550974-aaf3-4aad-b025-bb7e66ec3820', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'mac_address': 'fa:16:3e:24:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_interface', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:14Z', 'updated_at': '2022-05-17T17:57:20Z', 'revision_number': 5, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'subnets': [{'id': '7260e6b3-8b90-4a61-932a-f39f0c4c323e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:59:39.847629 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:59:39.850082 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c2bda5c-e36e-4723-b685-12a64a249e74" -d '{"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:59:39.886288 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 May 2022 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-720177d5-6125-46a8-ba1a-90b686edcc2e x-openstack-request-id: req-720177d5-6125-46a8-ba1a-90b686edcc2e {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:59:39.886674 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:59:39.886917 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-720177d5-6125-46a8-ba1a-90b686edcc2e {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:59:39.887382 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-720177d5-6125-46a8-ba1a-90b686edcc2e'] response: {'name': 'network-changed', 'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'status': 'completed', 'code': 200} May 17 17:59:39.956328 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-7a1e311f-0b54-4989-be5d-8701bf6c0841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:39.957905 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-7a1e311f-0b54-4989-be5d-8701bf6c0841 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7387df83ef7a4544804abc06c2f9e865&device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 1129 time: 0.0490613 May 17 17:59:40.063060 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-3249c4ba-2325-467c-801c-b81d31473a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:40.064563 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-3249c4ba-2325-467c-801c-b81d31473a02 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 200 len: 915 time: 0.0991898 May 17 17:59:40.104739 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-dc4c5dd4-4e79-44c1-9287-a400edd9f067 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 200 len: 217 time: 0.0326219 May 17 17:59:40.138535 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75598240-903a-4977-94a4-fac3bfe6744c None None] New status for floating IP 5bacb197-82fa-4c07-8c4d-dfc8708e0108: DOWN {{(pid=103829) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 17 17:59:40.159031 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-e797859b-baa4-434a-8daf-a6570e8d036d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:40.161132 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-e797859b-baa4-434a-8daf-a6570e8d036d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7260e6b3-8b90-4a61-932a-f39f0c4c323e HTTP/1.1" status: 200 len: 853 time: 0.0489182 May 17 17:59:40.204852 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-7ab4fd59-bbf0-42dd-a0d7-1e84e009044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:40.206509 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-7ab4fd59-bbf0-42dd-a0d7-1e84e009044b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b0550974-aaf3-4aad-b025-bb7e66ec3820&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390108 May 17 17:59:40.295958 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-38a15302-c242-48dc-8975-07842a5975b0 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821936 May 17 17:59:40.389542 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-1c2bda5c-e36e-4723-b685-12a64a249e74 req-0e8dafee-93d8-44cc-9eb8-cb332ceacad7 service neutron] 10.222.0.36 "GET /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867364 May 17 17:59:41.782128 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d74bc-3ff2-41d0-aa66-176d33068b18 req-bb0c0cb3-1fcd-4655-b587-cbcc1c9d32b0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:41.783564 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b50d74bc-3ff2-41d0-aa66-176d33068b18 req-bb0c0cb3-1fcd-4655-b587-cbcc1c9d32b0 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0455914 May 17 17:59:41.830224 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-b50d74bc-3ff2-41d0-aa66-176d33068b18 req-02f6fd6b-e9dd-4bff-9626-832248be2949 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404825 May 17 17:59:42.188648 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-03ab8e14-ca98-40fa-96e0-9e3f74b20ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:42.947517 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5ed2dc-8c1d-41d6-862f-d998acc8a83b req-6ceba987-d550-4da6-a4b4-0b9de5385a11 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:42.949008 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bd5ed2dc-8c1d-41d6-862f-d998acc8a83b req-6ceba987-d550-4da6-a4b4-0b9de5385a11 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0496643 May 17 17:59:43.000149 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-bd5ed2dc-8c1d-41d6-862f-d998acc8a83b req-ed21b45b-63d9-41a5-a209-147df80c6737 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455835 May 17 17:59:43.587843 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-49f5fb1e-7bcd-4e40-9557-dded627ed532 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:43.589337 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-49f5fb1e-7bcd-4e40-9557-dded627ed532 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.36 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0458410 May 17 17:59:43.689167 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Deleting port 566c84d1-486e-4c5e-953a-14d7bde4b80f {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:43.689513 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:43.775795 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] For port 566c84d1-486e-4c5e-953a-14d7bde4b80f, host hv-cinder-84214, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84214',level=0,port_id=566c84d1-486e-4c5e-953a-14d7bde4b80f,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:43.776163 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:43.788712 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Calling delete_port for 566c84d1-486e-4c5e-953a-14d7bde4b80f owned by compute:nova {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:44.189758 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b46ea4c-a6af-4ac1-91f4-ffd469762554 req-e720279d-8786-400e-a8f7-43da83aca016 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103827) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 17 17:59:44.191715 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7b46ea4c-a6af-4ac1-91f4-ffd469762554 req-e720279d-8786-400e-a8f7-43da83aca016 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/ports?device_id=4c719037-f4b1-499e-a185-db47cf2f8f60 HTTP/1.1" status: 200 len: 945 time: 0.0722706 May 17 17:59:44.227073 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (566c84d1-486e-4c5e-953a-14d7bde4b80f), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:44.238681 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] get_ports_and_sgs() called for port_ids ['566c84d1-486e-4c5e-953a-14d7bde4b80f'] {{(pid=103828) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 17 17:59:44.271469 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Pushing event deleted for resources: {'Port': ['ID=566c84d1-486e-4c5e-953a-14d7bde4b80f,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:44.288452 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-7b46ea4c-a6af-4ac1-91f4-ffd469762554 req-01ae17bc-0904-4699-acbc-c2978f6ba706 tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.81 "GET /v2.0/security-groups?id=bc6ca93a-cf4a-483e-b9b9-935167f73a70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906098 May 17 17:59:44.304306 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.304658 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.305000 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.305333 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.305662 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.305987 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.306309 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.306631 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.307225 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.307575 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.307861 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.308195 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.308608 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.308930 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.309242 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-842148-1-iscsi {{(pid=103827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 17 17:59:44.332698 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] No DVR routers for this DVR port 566c84d1-486e-4c5e-953a-14d7bde4b80f on host hv-cinder-84214 {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:59:44.335216 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-92582'] for port (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:44.338398 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [req-0ae40d3c-7c3e-4ec5-b3fb-99f7ea53e266 req-1d4bb70e-1d72-4eaf-8687-6cb4b2d2cefb tempest-TestMinimumBasicScenario-8538464 tempest-TestMinimumBasicScenario-8538464-project] 10.222.0.36 "DELETE /v2.0/ports/566c84d1-486e-4c5e-953a-14d7bde4b80f HTTP/1.1" status: 204 len: 173 time: 0.7417910 May 17 17:59:44.338826 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'name': 'network-vif-deleted', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f'}] {{(pid=103827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 17 17:59:44.341063 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.81/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b226f19845b26a3c3471e1dbc7ac9d59d520e17f7bd78eb79852e5beed6565ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c153966-3a23-40e4-a357-2a369b250b74" -d '{"events": [{"server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "name": "network-vif-deleted", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f"}]}' {{(pid=103827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 17 17:59:44.374650 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 May 2022 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b2a8d2-ce66-40ee-806b-d63c26e42da1 x-openstack-request-id: req-52b2a8d2-ce66-40ee-806b-d63c26e42da1 {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 17 17:59:44.374948 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c719037-f4b1-499e-a185-db47cf2f8f60", "name": "network-vif-deleted", "tag": "566c84d1-486e-4c5e-953a-14d7bde4b80f", "status": "completed", "code": 200}]} {{(pid=103827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 17 17:59:44.375200 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.81/compute/v2.1/os-server-external-events used request id req-52b2a8d2-ce66-40ee-806b-d63c26e42da1 {{(pid=103827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 17 17:59:44.375605 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b2a8d2-ce66-40ee-806b-d63c26e42da1'] response: {'server_uuid': '4c719037-f4b1-499e-a185-db47cf2f8f60', 'name': 'network-vif-deleted', 'tag': '566c84d1-486e-4c5e-953a-14d7bde4b80f', 'status': 'completed', 'code': 200} May 17 17:59:44.380717 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:44.467610 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-a8490601-4865-4701-91e1-597abf13c6c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:45.747539 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:45.957568 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33502) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:46.257766 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (f4297102-b6a9-48a1-9c76-c922dd553227), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:46.468044 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Deleting port 8d813939-9707-40d5-9a36-b1288978db99 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:46.468403 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (8d813939-9707-40d5-9a36-b1288978db99), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:46.548318 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] For port 8d813939-9707-40d5-9a36-b1288978db99, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=8d813939-9707-40d5-9a36-b1288978db99,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:46.548730 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (8d813939-9707-40d5-9a36-b1288978db99), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:46.565835 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Calling delete_port for 8d813939-9707-40d5-9a36-b1288978db99 owned by network:router_interface {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:46.738632 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (8d813939-9707-40d5-9a36-b1288978db99), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:46.762642 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d813939-9707-40d5-9a36-b1288978db99,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:46.926254 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (f4297102-b6a9-48a1-9c76-c922dd553227), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.129904 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Router f4297102-b6a9-48a1-9c76-c922dd553227 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:59:47.227377 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:59:47.232231 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-31c8478e-4d23-40f1-84de-d03fc60e10f2 admin admin] 10.222.0.81 "PUT /v2.0/routers/f4297102-b6a9-48a1-9c76-c922dd553227/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2736635 May 17 17:59:47.234735 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33510) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:47.237273 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] Sync routers for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:59:47.247148 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:59:47.247752 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:59:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:47.313410 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 566c84d1-486e-4c5e-953a-14d7bde4b80f no longer exists at agent hyperv_hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:59:47.336423 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks [] for router (f4297102-b6a9-48a1-9c76-c922dd553227), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.363358 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.364262 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] No Port match for: 566c84d1-486e-4c5e-953a-14d7bde4b80f {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:59:47.364820 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Device 566c84d1-486e-4c5e-953a-14d7bde4b80f not bound to the agent host hv-cinder-84214 {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:59:47.382150 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:59:47.436346 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks [] for router_gateway (f4297102-b6a9-48a1-9c76-c922dd553227), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.479875 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Deleting port b153b324-181d-4c55-a8b3-99fd28bc5f05 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:47.480199 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.550591 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:59:46Z', 'revision_number': 5, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port': {'id': 'b153b324-181d-4c55-a8b3-99fd28bc5f05', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:ed:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'device_owner': 'network:router_gateway', 'standard_attr_id': 700, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:13Z', 'updated_at': '2022-05-17T17:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:47.561385 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] For port b153b324-181d-4c55-a8b3-99fd28bc5f05, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=b153b324-181d-4c55-a8b3-99fd28bc5f05,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:47.561754 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.575590 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] Checking router: f4297102-b6a9-48a1-9c76-c922dd553227 for host: dv-cinder-842148-1-iscsi {{(pid=103828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:59:47.579254 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Calling delete_port for b153b324-181d-4c55-a8b3-99fd28bc5f05 owned by network:router_gateway {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:47.583649 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] Routers {'f4297102-b6a9-48a1-9c76-c922dd553227'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:59:47.584271 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:59:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['f4297102-b6a9-48a1-9c76-c922dd553227'], 'active': True} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:47.628924 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33514) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:47.667001 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvr_db [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] Set router f4297102-b6a9-48a1-9c76-c922dd553227 gateway port host: None {{(pid=103828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:59:47.715210 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_hamode_db [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:59:47Z', 'revision_number': 6, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port_host': None}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:47.722963 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20ccd71-cceb-4358-bf48-684512a0d7d4 admin admin] Deleting subnet 9ae78f62-5316-4a4c-a571-13d04f9e70eb {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:59:47.727093 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b20ccd71-cceb-4358-bf48-684512a0d7d4 admin admin] Publish callbacks [] for subnet (9ae78f62-5316-4a4c-a571-13d04f9e70eb), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.743216 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aae5469-8d4c-46ee-81be-e6c04e6d2637 None None] The sync data for ids ['f4297102-b6a9-48a1-9c76-c922dd553227'] in dv-cinder-842148-1-iscsi is: [{'id': 'f4297102-b6a9-48a1-9c76-c922dd553227', 'name': 'tempest-TestMinimumBasicScenario-124358268-router', 'tenant_id': '7387df83ef7a4544804abc06c2f9e865', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:12Z', 'updated_at': '2022-05-17T17:59:47Z', 'revision_number': 6, 'project_id': '7387df83ef7a4544804abc06c2f9e865', 'gw_port_host': None}] {{(pid=103828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:59:47.771786 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b20ccd71-cceb-4358-bf48-684512a0d7d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (9ae78f62-5316-4a4c-a571-13d04f9e70eb), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.842178 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b20ccd71-cceb-4358-bf48-684512a0d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (9ae78f62-5316-4a4c-a571-13d04f9e70eb), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.868151 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (b153b324-181d-4c55-a8b3-99fd28bc5f05), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.901919 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Pushing event deleted for resources: {'Port': ['ID=b153b324-181d-4c55-a8b3-99fd28bc5f05,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:47.964272 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b20ccd71-cceb-4358-bf48-684512a0d7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (9ae78f62-5316-4a4c-a571-13d04f9e70eb), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.996254 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (f4297102-b6a9-48a1-9c76-c922dd553227), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:47.998152 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20ccd71-cceb-4358-bf48-684512a0d7d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ae78f62-5316-4a4c-a571-13d04f9e70eb,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:48.000855 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-b20ccd71-cceb-4358-bf48-684512a0d7d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.004488 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-b20ccd71-cceb-4358-bf48-684512a0d7d4 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/9ae78f62-5316-4a4c-a571-13d04f9e70eb HTTP/1.1" status: 204 len: 168 time: 0.3744831 May 17 17:59:48.007027 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 33516) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:48.076696 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (00546c47-e21a-464b-a80c-f05a10ca6724), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.088467 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (f4297102-b6a9-48a1-9c76-c922dd553227), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.090711 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks [] for router_controller (f4297102-b6a9-48a1-9c76-c922dd553227), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.147933 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (f4297102-b6a9-48a1-9c76-c922dd553227), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.148648 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4297102-b6a9-48a1-9c76-c922dd553227 {{(pid=103827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:59:48.154920 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.156186 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-cf7c7f7c-0220-4d42-a1fd-4957e1c9b89c admin admin] 10.222.0.81 "DELETE /v2.0/routers/f4297102-b6a9-48a1-9c76-c922dd553227 HTTP/1.1" status: 204 len: 168 time: 0.9205496 May 17 17:59:48.158680 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33518) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:48.161935 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (00546c47-e21a-464b-a80c-f05a10ca6724), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.184271 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00546c47-e21a-464b-a80c-f05a10ca6724']}} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:48.196739 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9') {'for_net_delete': True} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:48.197078 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4ad8b89-2b19-4fe8-962a-4fd071c3edf9') {} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:48.207634 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2590627'] for segment (c4ad8b89-2b19-4fe8-962a-4fd071c3edf9), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.209932 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e8b67d0-2b7e-4e44-93c9-3ef834677eff admin admin] Deleting subnet 7260e6b3-8b90-4a61-932a-f39f0c4c323e {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:59:48.216966 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e8b67d0-2b7e-4e44-93c9-3ef834677eff admin admin] Publish callbacks [] for subnet (7260e6b3-8b90-4a61-932a-f39f0c4c323e), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.222221 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (c4ad8b89-2b19-4fe8-962a-4fd071c3edf9), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.228588 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=103826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:59:48.228969 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040235'] for segment (c4ad8b89-2b19-4fe8-962a-4fd071c3edf9), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.254973 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 8d813939-9707-40d5-9a36-b1288978db99 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:59:48.266055 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e8b67d0-2b7e-4e44-93c9-3ef834677eff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (7260e6b3-8b90-4a61-932a-f39f0c4c323e), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.274676 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 8d813939-9707-40d5-9a36-b1288978db99 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:59:48.275031 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 8d813939-9707-40d5-9a36-b1288978db99 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: Traceback (most recent call last): May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: timer() May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: cb(*args, **kw) May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: return func(*args, **kwargs) May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: self._notify() May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: self.callback(batched_events) May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: event.method(event) May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: return f(self, *a, **k) May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._get(url).json() May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: return self.request(url, 'GET', **kwargs) May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:59:48.281221 dv-cinder-842148-1-iscsi neutron-server[103826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:59:48.285250 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (00546c47-e21a-464b-a80c-f05a10ca6724), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.290899 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.296349 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] 10.222.0.81 "DELETE /v2.0/networks/00546c47-e21a-464b-a80c-f05a10ca6724 HTTP/1.1" status: 204 len: 168 time: 0.2862933 May 17 17:59:48.305391 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93589c7d-9767-48fe-b033-6b1fea459f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=00546c47-e21a-464b-a80c-f05a10ca6724,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:48.357567 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e8b67d0-2b7e-4e44-93c9-3ef834677eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (7260e6b3-8b90-4a61-932a-f39f0c4c323e), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.409974 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 33522) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:48.413209 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e8b67d0-2b7e-4e44-93c9-3ef834677eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (7260e6b3-8b90-4a61-932a-f39f0c4c323e), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.443269 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.443757 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8b67d0-2b7e-4e44-93c9-3ef834677eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7260e6b3-8b90-4a61-932a-f39f0c4c323e,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:48.450509 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8e8b67d0-2b7e-4e44-93c9-3ef834677eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.456316 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-9fb99094-d9da-44b2-92c4-93e9c161d255 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=83f8fa2fd2364a88b77acf01fd91dc10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451441 May 17 17:59:48.456907 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.wsgi [-] (103826) accepted ('10.222.0.81', 33524) {{(pid=103826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:48.457233 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-8e8b67d0-2b7e-4e44-93c9-3ef834677eff admin admin] 10.222.0.81 "DELETE /v2.0/subnets/7260e6b3-8b90-4a61-932a-f39f0c4c323e HTTP/1.1" status: 204 len: 168 time: 0.2972307 May 17 17:59:48.459006 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33526) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:48.460040 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe010c6-24be-4a98-9c8b-8e63c2ea7b07 None None] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:59:48.508327 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-74e3c0cc-3c83-43ca-aa10-84aa5659398a admin admin] Publish callbacks [] for security_group (8e8470a7-e44e-49ff-ac7a-b457204a3306), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.527246 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (b0550974-aaf3-4aad-b025-bb7e66ec3820), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.534075 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-74e3c0cc-3c83-43ca-aa10-84aa5659398a admin admin] Publish callbacks [] for security_group (8e8470a7-e44e-49ff-ac7a-b457204a3306), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.571866 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Deleting port cb220a27-9040-4d56-9228-550f72777352 {{(pid=103826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:48.572206 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (cb220a27-9040-4d56-9228-550f72777352), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.607157 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-74e3c0cc-3c83-43ca-aa10-84aa5659398a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (8e8470a7-e44e-49ff-ac7a-b457204a3306), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.609801 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-74e3c0cc-3c83-43ca-aa10-84aa5659398a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.611412 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-74e3c0cc-3c83-43ca-aa10-84aa5659398a admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/8e8470a7-e44e-49ff-ac7a-b457204a3306 HTTP/1.1" status: 204 len: 168 time: 0.1514831 May 17 17:59:48.620513 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3c0cc-3c83-43ca-aa10-84aa5659398a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8470a7-e44e-49ff-ac7a-b457204a3306,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:48.638406 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] DHCP port deletion for b0550974-aaf3-4aad-b025-bb7e66ec3820 request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:59:48.661791 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.db [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] For port cb220a27-9040-4d56-9228-550f72777352, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=cb220a27-9040-4d56-9228-550f72777352,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:48.662152 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (cb220a27-9040-4d56-9228-550f72777352), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.675490 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.plugin [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Calling delete_port for cb220a27-9040-4d56-9228-550f72777352 owned by network:dhcp {{(pid=103826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:48.685392 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] Deleting port cb220a27-9040-4d56-9228-550f72777352 {{(pid=103828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:48.685892 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (cb220a27-9040-4d56-9228-550f72777352), before_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.757150 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4040312'] for port (cb220a27-9040-4d56-9228-550f72777352), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.787176 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb220a27-9040-4d56-9228-550f72777352,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:48.790873 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] No DVR routers for this DVR port cb220a27-9040-4d56-9228-550f72777352 on host dv-cinder-842148-1-iscsi {{(pid=103826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:59:48.876506 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (b0550974-aaf3-4aad-b025-bb7e66ec3820), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.902930 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0550974-aaf3-4aad-b025-bb7e66ec3820']}} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:48.903092 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] For port cb220a27-9040-4d56-9228-550f72777352, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=cb220a27-9040-4d56-9228-550f72777352,segment=NetworkSegment(49ba9e0f-0e06-422f-8956-d5308b9f5b06),segment_id=49ba9e0f-0e06-422f-8956-d5308b9f5b06)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:48.903451 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (cb220a27-9040-4d56-9228-550f72777352), precommit_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.914429 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49ba9e0f-0e06-422f-8956-d5308b9f5b06') {'for_net_delete': True} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:48.914734 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.services.segments.db [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49ba9e0f-0e06-422f-8956-d5308b9f5b06') {} {{(pid=103826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:48.919555 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] Calling delete_port for cb220a27-9040-4d56-9228-550f72777352 owned by network:dhcp {{(pid=103828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:48.926979 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2590627'] for segment (49ba9e0f-0e06-422f-8956-d5308b9f5b06), before_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.946476 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (49ba9e0f-0e06-422f-8956-d5308b9f5b06), precommit_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.955227 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Releasing vlan 831 on physical network physnet1 to pool {{(pid=103826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:59:48.955913 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4040235'] for segment (49ba9e0f-0e06-422f-8956-d5308b9f5b06), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: Traceback (most recent call last): May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: timer() May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: cb(*args, **kw) May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: return func(*args, **kwargs) May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: self._notify() May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: self.callback(batched_events) May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: event.method(event) May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: return f(self, *a, **k) May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._get(url).json() May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: return self.request(url, 'GET', **kwargs) May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:59:48.987614 dv-cinder-842148-1-iscsi neutron-server[103826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:59:49.018446 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949'] for port (cb220a27-9040-4d56-9228-550f72777352), after_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:49.031821 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (b0550974-aaf3-4aad-b025-bb7e66ec3820), after_delete {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:49.043951 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron_lib.callbacks.manager [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:49.050360 dv-cinder-842148-1-iscsi neutron-server[103826]: INFO neutron.wsgi [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] 10.222.0.81 "DELETE /v2.0/networks/b0550974-aaf3-4aad-b025-bb7e66ec3820 HTTP/1.1" status: 204 len: 168 time: 0.5901799 May 17 17:59:49.050867 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33530) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:49.055731 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] Pushing event deleted for resources: {'Port': ['ID=cb220a27-9040-4d56-9228-550f72777352,revision_number=None']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:49.058735 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] Network b0550974-aaf3-4aad-b025-bb7e66ec3820 is not hosted by any dhcp agent {{(pid=103828) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 17 17:59:49.059634 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5100953e-3eb9-41b9-af59-5694441f1f19 None None] No DVR routers for this DVR port cb220a27-9040-4d56-9228-550f72777352 on host dv-cinder-842148-1-iscsi {{(pid=103828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:59:49.060407 dv-cinder-842148-1-iscsi neutron-server[103826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843ca58a-9e8a-4753-acff-8640cc65ed80 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0550974-aaf3-4aad-b025-bb7e66ec3820,revision_number=None']} {{(pid=103826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:49.374412 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-673269'] for router_interface (6e807518-48f8-4ffe-bbaa-31a24385f2e2), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:49.591304 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Deleting port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:49.591644 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:49.666768 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] For port 4163248c-b9e5-48c4-b7a2-ec17f72fbefa, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=4163248c-b9e5-48c4-b7a2-ec17f72fbefa,segment=NetworkSegment(1684b905-0b5f-48d4-9355-b944ec4dd45a),segment_id=1684b905-0b5f-48d4-9355-b944ec4dd45a)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:49.667063 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:49.680386 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Calling delete_port for 4163248c-b9e5-48c4-b7a2-ec17f72fbefa owned by network:router_interface {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:49.850458 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (4163248c-b9e5-48c4-b7a2-ec17f72fbefa), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:49.876105 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=4163248c-b9e5-48c4-b7a2-ec17f72fbefa,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:50.163629 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b153b324-181d-4c55-a8b3-99fd28bc5f05 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:59:50.187641 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: b153b324-181d-4c55-a8b3-99fd28bc5f05 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:59:50.187910 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device b153b324-181d-4c55-a8b3-99fd28bc5f05 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:59:50.188361 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device cb220a27-9040-4d56-9228-550f72777352 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:59:50.207047 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: cb220a27-9040-4d56-9228-550f72777352 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:59:50.207407 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device cb220a27-9040-4d56-9228-550f72777352 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:59:50.294649 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-566340', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-684522'] for router_interface (6e807518-48f8-4ffe-bbaa-31a24385f2e2), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:50.492638 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 has already been hosted by L3 agent f08f8105-0530-4fe7-a6ea-56de1e3f13ff {{(pid=103827) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 17 17:59:50.589950 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] Notify agent at l3_agent.dv-cinder-842148-1-iscsi the message routers_updated {{(pid=103827) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 17 17:59:50.594784 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-6ac9ecad-a3da-4198-8785-8fcbc08bb7d9 admin admin] 10.222.0.81 "PUT /v2.0/routers/6e807518-48f8-4ffe-bbaa-31a24385f2e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5428109 May 17 17:59:50.598184 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33532) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:50.599079 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] Sync routers for ids ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'] in dv-cinder-842148-1-iscsi {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 17 17:59:50.609111 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] Routers {'6e807518-48f8-4ffe-bbaa-31a24385f2e2'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:59:50.609712 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:59:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:50.701513 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks [] for router (6e807518-48f8-4ffe-bbaa-31a24385f2e2), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:50.792394 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] Set router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 gateway port host: dv-cinder-842148-1-iscsi {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:59:50.801054 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks [] for router_gateway (6e807518-48f8-4ffe-bbaa-31a24385f2e2), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:50.842251 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Deleting port cf662b34-5d72-453a-a6a5-7f45cacdf341 {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:50.842594 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:50.923077 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] For port cf662b34-5d72-453a-a6a5-7f45cacdf341, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=cf662b34-5d72-453a-a6a5-7f45cacdf341,segment=NetworkSegment(7b2bc909-a770-4a8e-85af-1251cf228dea),segment_id=7b2bc909-a770-4a8e-85af-1251cf228dea)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:50.923443 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:50.936758 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Calling delete_port for cf662b34-5d72-453a-a6a5-7f45cacdf341 owned by network:router_gateway {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:50.957262 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'external_fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126'}], 'enable_snat': True}, 'gw_port_id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:17Z', 'updated_at': '2022-05-17T17:59:49Z', 'revision_number': 5, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'gw_port': {'id': 'cf662b34-5d72-453a-a6a5-7f45cacdf341', 'name': '', 'network_id': 'bc5238ed-f7b0-445e-b16f-a5feccfda731', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:9b:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'ip_address': '172.27.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-842148-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-17T17:57:18Z', 'updated_at': '2022-05-17T17:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bb225eaf-7c9c-4096-8a4f-24d0a834a7a3', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-842148-1-iscsi'}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:50.989686 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] Checking router: 6e807518-48f8-4ffe-bbaa-31a24385f2e2 for host: dv-cinder-842148-1-iscsi {{(pid=103829) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 17 17:59:50.998094 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] Routers {'6e807518-48f8-4ffe-bbaa-31a24385f2e2'} bound to L3 agent in host dv-cinder-842148-1-iscsi {{(pid=103829) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 17 17:59:50.998694 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-842148-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-17T17:10:44Z,description=,heartbeat_timestamp=2022-05-17T17:59:44Z,host='dv-cinder-842148-1-iscsi',id=f08f8105-0530-4fe7-a6ea-56de1e3f13ff,load=0,resource_versions=,resources_synced=,started_at=2022-05-17T17:10:44Z,topic='l3_agent')) {'router_ids': ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'], 'active': True} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:51.091118 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_dvr_db [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] Set router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 gateway port host: None {{(pid=103829) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 17 17:59:51.109875 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (cf662b34-5d72-453a-a6a5-7f45cacdf341), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.134464 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf662b34-5d72-453a-a6a5-7f45cacdf341,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:51.139413 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.l3_hamode_db [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:17Z', 'updated_at': '2022-05-17T17:59:50Z', 'revision_number': 6, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'gw_port_host': None}], 'dv-cinder-842148-1-iscsi', False) {} {{(pid=103829) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:51.167438 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e1b4dd-f5a4-4783-ae9e-877ad47e7dce None None] The sync data for ids ['6e807518-48f8-4ffe-bbaa-31a24385f2e2'] in dv-cinder-842148-1-iscsi is: [{'id': '6e807518-48f8-4ffe-bbaa-31a24385f2e2', 'name': 'tempest-TestMinimumBasicScenario-1963038956-router', 'tenant_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-17T17:57:17Z', 'updated_at': '2022-05-17T17:59:50Z', 'revision_number': 6, 'project_id': 'ae5520a6839c4fd5895f42f4f33fa58b', 'gw_port_host': None}] {{(pid=103829) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 17 17:59:51.201550 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675015'] for router_gateway (6e807518-48f8-4ffe-bbaa-31a24385f2e2), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.288888 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-676751', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5733'] for router (6e807518-48f8-4ffe-bbaa-31a24385f2e2), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.291039 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks [] for router_controller (6e807518-48f8-4ffe-bbaa-31a24385f2e2), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.335108 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-676758'] for router (6e807518-48f8-4ffe-bbaa-31a24385f2e2), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.335730 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e807518-48f8-4ffe-bbaa-31a24385f2e2 {{(pid=103827) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 17 17:59:51.339980 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.341204 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-50828a1b-46ef-4648-88c5-28cc5b6ebe65 admin admin] 10.222.0.81 "DELETE /v2.0/routers/6e807518-48f8-4ffe-bbaa-31a24385f2e2 HTTP/1.1" status: 204 len: 168 time: 0.7419839 May 17 17:59:51.343824 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33534) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:51.388053 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fdbc96a-6082-4221-a6f1-9130365f4a34 admin admin] Deleting subnet 134109ab-0d18-4899-830c-96d8755d87f5 {{(pid=103827) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 17 17:59:51.391137 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc96a-6082-4221-a6f1-9130365f4a34 admin admin] Publish callbacks [] for subnet (134109ab-0d18-4899-830c-96d8755d87f5), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.425634 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc96a-6082-4221-a6f1-9130365f4a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-520863631'] for subnet (134109ab-0d18-4899-830c-96d8755d87f5), precommit_delete_associations {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.502446 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc96a-6082-4221-a6f1-9130365f4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33173751'] for subnet (134109ab-0d18-4899-830c-96d8755d87f5), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.556316 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc96a-6082-4221-a6f1-9130365f4a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33173742', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-727900', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-520866084', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-521134054'] for subnet (134109ab-0d18-4899-830c-96d8755d87f5), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.582357 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdbc96a-6082-4221-a6f1-9130365f4a34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=134109ab-0d18-4899-830c-96d8755d87f5,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:51.587341 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-6fdbc96a-6082-4221-a6f1-9130365f4a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for subnet (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.591078 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-6fdbc96a-6082-4221-a6f1-9130365f4a34 admin admin] 10.222.0.81 "DELETE /v2.0/subnets/134109ab-0d18-4899-830c-96d8755d87f5 HTTP/1.1" status: 204 len: 168 time: 0.2456944 May 17 17:59:51.592996 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33536) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:51.595315 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32421c6-cdce-4a12-9c41-ad21d4eedb7c None None] Network 0496534a-3a95-448a-9fae-d12e15096dbd requested from dv-cinder-842148-1-iscsi {{(pid=103828) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 17 17:59:51.664634 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-33250344'] for network (0496534a-3a95-448a-9fae-d12e15096dbd), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.716064 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Deleting port 4fd83836-8275-44e8-b043-0803c4529d9d {{(pid=103827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:51.716453 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.742802 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fac0eb-6c28-4116-bb38-251d000f07c9 None None] DHCP port deletion for 0496534a-3a95-448a-9fae-d12e15096dbd request from dv-cinder-842148-1-iscsi {{(pid=103828) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 17 17:59:51.780589 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.db [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] For port 4fd83836-8275-44e8-b043-0803c4529d9d, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=4fd83836-8275-44e8-b043-0803c4529d9d,segment=NetworkSegment(1684b905-0b5f-48d4-9355-b944ec4dd45a),segment_id=1684b905-0b5f-48d4-9355-b944ec4dd45a)] {{(pid=103827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:51.780874 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-06fac0eb-6c28-4116-bb38-251d000f07c9 None None] Deleting port 4fd83836-8275-44e8-b043-0803c4529d9d {{(pid=103828) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2041}} May 17 17:59:51.781092 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.781308 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-06fac0eb-6c28-4116-bb38-251d000f07c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790472181477'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), before_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.794821 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.plugin [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Calling delete_port for 4fd83836-8275-44e8-b043-0803c4529d9d owned by network:dhcp {{(pid=103827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:51.848332 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.db [None req-06fac0eb-6c28-4116-bb38-251d000f07c9 None None] For port 4fd83836-8275-44e8-b043-0803c4529d9d, host dv-cinder-842148-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-842148-1-iscsi',level=0,port_id=4fd83836-8275-44e8-b043-0803c4529d9d,segment=NetworkSegment(1684b905-0b5f-48d4-9355-b944ec4dd45a),segment_id=1684b905-0b5f-48d4-9355-b944ec4dd45a)] {{(pid=103828) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 17 17:59:51.848753 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-06fac0eb-6c28-4116-bb38-251d000f07c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-673087'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), precommit_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.863197 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-06fac0eb-6c28-4116-bb38-251d000f07c9 None None] Calling delete_port for 4fd83836-8275-44e8-b043-0803c4529d9d owned by network:dhcp {{(pid=103828) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2120}} May 17 17:59:51.881396 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-520865237'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.906846 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd83836-8275-44e8-b043-0803c4529d9d,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:51.911057 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] No DVR routers for this DVR port 4fd83836-8275-44e8-b043-0803c4529d9d on host dv-cinder-842148-1-iscsi {{(pid=103827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:59:51.951810 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-06fac0eb-6c28-4116-bb38-251d000f07c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33097445', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-44556', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790472191097', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790471748949'] for port (4fd83836-8275-44e8-b043-0803c4529d9d), after_delete {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:51.976313 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fac0eb-6c28-4116-bb38-251d000f07c9 None None] Pushing event deleted for resources: {'Port': ['ID=4fd83836-8275-44e8-b043-0803c4529d9d,revision_number=None']} {{(pid=103828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:51.981119 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fac0eb-6c28-4116-bb38-251d000f07c9 None None] No DVR routers for this DVR port 4fd83836-8275-44e8-b043-0803c4529d9d on host dv-cinder-842148-1-iscsi {{(pid=103828) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 17 17:59:51.988325 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33241922', 'neutron.services.segments.db._delete_segments_for_network-8790472162838'] for network (0496534a-3a95-448a-9fae-d12e15096dbd), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.007452 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0496534a-3a95-448a-9fae-d12e15096dbd']}} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:52.016504 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1684b905-0b5f-48d4-9355-b944ec4dd45a') {'for_net_delete': True} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:52.016807 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.services.segments.db [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1684b905-0b5f-48d4-9355-b944ec4dd45a') {} {{(pid=103827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 17 17:59:52.026563 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790472163871', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-520863670'] for segment (1684b905-0b5f-48d4-9355-b944ec4dd45a), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.039940 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004'] for segment (1684b905-0b5f-48d4-9355-b944ec4dd45a), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.045977 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Releasing vlan 849 on physical network physnet1 to pool {{(pid=103827) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 17 17:59:52.046435 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33173004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-520865158'] for segment (1684b905-0b5f-48d4-9355-b944ec4dd45a), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: Traceback (most recent call last): May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: timer() May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: cb(*args, **kw) May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/common/utils.py", line 922, in wrapper May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: return func(*args, **kwargs) May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: self._notify() May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: self.callback(batched_events) May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: event.method(event) May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_id = self._get_aggregate_id(event.segment_id) May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: aggregate_uuid = self.p_client.list_aggregates( May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: return f(self, *a, **k) May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._get(url).json() May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: return self._client.get(url, endpoint_filter=self._ks_filter, May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: return self.request(url, 'GET', **kwargs) May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: base_url = self.get_endpoint(auth, allow=allow, May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: auth = self._auth_required(auth, 'determine endpoint URL') May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 17 17:59:52.048008 dv-cinder-842148-1-iscsi neutron-server[103827]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 17 17:59:52.101961 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 4163248c-b9e5-48c4-b7a2-ec17f72fbefa no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:59:52.109637 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33241977', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-749476', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-566349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673525'] for network (0496534a-3a95-448a-9fae-d12e15096dbd), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.114971 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-566371'] for network (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.118106 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] 10.222.0.81 "DELETE /v2.0/networks/0496534a-3a95-448a-9fae-d12e15096dbd HTTP/1.1" status: 204 len: 168 time: 0.5241938 May 17 17:59:52.124787 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 4163248c-b9e5-48c4-b7a2-ec17f72fbefa {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:59:52.125161 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 4163248c-b9e5-48c4-b7a2-ec17f72fbefa not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:59:52.125588 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device cf662b34-5d72-453a-a6a5-7f45cacdf341 no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:59:52.129912 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eff97c-f646-44f9-aee1-62661cd30359 admin admin] Pushing event deleted for resources: {'Network': ['ID=0496534a-3a95-448a-9fae-d12e15096dbd,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:52.144235 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: cf662b34-5d72-453a-a6a5-7f45cacdf341 {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:59:52.144607 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device cf662b34-5d72-453a-a6a5-7f45cacdf341 not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:59:52.145192 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 4fd83836-8275-44e8-b043-0803c4529d9d no longer exists at agent ovs-agent-dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 17 17:59:52.163269 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.plugin [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] No Port match for: 4fd83836-8275-44e8-b043-0803c4529d9d {{(pid=103828) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2380}} May 17 17:59:52.163619 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron.plugins.ml2.rpc [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Device 4fd83836-8275-44e8-b043-0803c4529d9d not bound to the agent host dv-cinder-842148-1-iscsi {{(pid=103828) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 17 17:59:52.278511 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33540) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:52.318522 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-27508f8f-f330-400e-86c3-6b1c71631bb3 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=7387df83ef7a4544804abc06c2f9e865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388398 May 17 17:59:52.320942 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33542) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:52.369881 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8834ac2e-6a97-4917-a280-1f9b3dafcc77 admin admin] Publish callbacks [] for security_group (bc6ca93a-cf4a-483e-b9b9-935167f73a70), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.391203 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8834ac2e-6a97-4917-a280-1f9b3dafcc77 admin admin] Publish callbacks [] for security_group (bc6ca93a-cf4a-483e-b9b9-935167f73a70), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.437686 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8834ac2e-6a97-4917-a280-1f9b3dafcc77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (bc6ca93a-cf4a-483e-b9b9-935167f73a70), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.440225 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-8834ac2e-6a97-4917-a280-1f9b3dafcc77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.442417 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-8834ac2e-6a97-4917-a280-1f9b3dafcc77 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/bc6ca93a-cf4a-483e-b9b9-935167f73a70 HTTP/1.1" status: 204 len: 168 time: 0.1205406 May 17 17:59:52.450029 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834ac2e-6a97-4917-a280-1f9b3dafcc77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc6ca93a-cf4a-483e-b9b9-935167f73a70,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:52.744876 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33548) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:52.784122 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-68982fdc-6901-46bd-8ddf-4cd8fc779592 admin admin] 10.222.0.81 "GET /v2.0/security-groups?tenant_id=ae5520a6839c4fd5895f42f4f33fa58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380638 May 17 17:59:52.786610 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.wsgi [-] (103827) accepted ('10.222.0.81', 33550) {{(pid=103827) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 17 17:59:52.832628 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-58c4567f-949f-41f5-a9f9-fa314dc1bf56 admin admin] Publish callbacks [] for security_group (de966540-bd1e-4423-a047-9374277ba5ca), before_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.852641 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-58c4567f-949f-41f5-a9f9-fa314dc1bf56 admin admin] Publish callbacks [] for security_group (de966540-bd1e-4423-a047-9374277ba5ca), precommit_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.897538 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-58c4567f-949f-41f5-a9f9-fa314dc1bf56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-750454'] for security_group (de966540-bd1e-4423-a047-9374277ba5ca), after_delete {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.900168 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron_lib.callbacks.manager [None req-58c4567f-949f-41f5-a9f9-fa314dc1bf56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 17:59:52.901324 dv-cinder-842148-1-iscsi neutron-server[103827]: INFO neutron.wsgi [None req-58c4567f-949f-41f5-a9f9-fa314dc1bf56 admin admin] 10.222.0.81 "DELETE /v2.0/security-groups/de966540-bd1e-4423-a047-9374277ba5ca HTTP/1.1" status: 204 len: 168 time: 0.1137841 May 17 17:59:52.908786 dv-cinder-842148-1-iscsi neutron-server[103827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c4567f-949f-41f5-a9f9-fa314dc1bf56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de966540-bd1e-4423-a047-9374277ba5ca,revision_number=None']} {{(pid=103827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 17 17:59:56.144429 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:00:12.189873 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-6e735cf4-d02b-4774-92fe-4eb58ecbb845 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:14.381988 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:14.469159 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-82896f92-ccbc-4b4c-beea-d576be2e6480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:15.749947 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:17.310763 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:18.437045 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:33.142673 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:00:42.191961 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-fd4a4d6d-a7c5-4245-8df3-85416ae5bb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:44.381098 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:44.475159 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-66ea1fe5-1591-4698-bf8a-5fe7ac2d2701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:45.751340 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:47.313453 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:00:48.439655 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:10.141178 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:01:12.194276 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-246b94dc-884f-49bc-9331-319dde2aa405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:14.405991 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:14.465016 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-2fc54bc8-3ed4-46f8-8dca-f79825cdd208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:15.755245 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:17.316532 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:18.441973 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:42.196524 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-77c33028-de2e-42ea-8626-d6fc22fdd120 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:44.410909 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:44.466058 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-88e7e4db-b58b-45c7-8e49-c1b669b105bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:45.757194 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:47.139691 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:01:47.320802 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:01:48.443404 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:12.198917 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-cde538ac-ca2e-4e53-9779-ef3fa2c22ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:14.403957 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:14.466245 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-52539c39-4660-4637-82c0-fbaa8b78c30c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:15.761240 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:17.323142 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:18.445898 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:24.139188 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:02:42.200618 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-e5056e91-fab2-43df-b1ff-7039469e9390 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:44.402884 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:44.466099 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-d5d07385-b5a8-4e90-8864-e410768bfc32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:45.762101 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:47.326338 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:02:48.451154 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:01.139280 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:03:12.204763 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b271708a-7977-484a-a90b-af206d9cb9ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:14.402018 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:14.466188 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-8cc2f676-38dd-42b7-9520-d7c1f7b298c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:15.763507 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:17.330366 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:18.453545 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:38.139458 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:03:42.206726 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-b13932da-e06a-416b-9aa2-613e25ffd55b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:44.405243 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:44.467128 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-5517d78b-5134-44d3-a3ba-fc768704c1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:45.767299 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:47.335067 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:03:48.455473 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:12.208272 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-727cba9e-a1b6-4870-91b2-2f41180a72b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:14.401649 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:14.468222 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-40db3322-a337-4901-8b9b-aa166af4b033 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:15.139693 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 17 18:04:15.770028 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:17.337810 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:18.457085 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:42.208950 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3bff0888-bd7a-40ad-acc7-d99fddc1e1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (0e0ad5e4-d58a-452f-ae78-0b0e69ce3b68), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:44.400465 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-112c7c72-6086-47bd-8404-2effdc3c0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c7f8068f-5081-4d10-97dc-b50915e2b556), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:44.469032 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-017fd211-0ff0-4096-aa76-b52b2b7ce774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (f08f8105-0530-4fe7-a6ea-56de1e3f13ff), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:45.771891 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-074b06cf-7593-46e4-99fe-6579962b90de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (c54f0883-6e5d-4039-913d-59d12cf93663), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:47.341704 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-f1c2e763-d6d6-41e9-9bb7-d1798f2818b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (1620640b-a280-4680-981a-983c07f3e283), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:48.459140 dv-cinder-842148-1-iscsi neutron-server[103828]: DEBUG neutron_lib.callbacks.manager [None req-3d6f663c-5fe6-4548-bcb8-0e12bc4e5492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790472162820', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-32817281'] for agent (d8a25a2a-959a-42b1-85b6-9141dda70ad5), after_update {{(pid=103828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 17 18:04:52.139355 dv-cinder-842148-1-iscsi neutron-server[103829]: DEBUG neutron.db.agents_db [None req-b2d5129e-2b8e-42fb-8ce0-1f5a822f5fb1 None None] Agent healthcheck: found 6 active agents {{(pid=103829) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}